-- Logs begin at Thu 2022-08-25 01:51:11 UTC, end at Thu 2022-08-25 03:32:48 UTC. -- Aug 25 02:57:34.463404 dv-cinder-779578-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 02:57:37.165982 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.common.config [-] Logging enabled! Aug 25 02:57:37.166564 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 25 02:57:37.166754 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106909) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 25 02:57:37.170042 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.common.config [-] Logging enabled! Aug 25 02:57:37.170292 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 25 02:57:37.170594 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106909) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 25 02:57:37.171537 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 02:57:37.171765 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 02:57:37.172252 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 02:57:37.173048 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 02:57:37.173267 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 02:57:37.173713 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.174008 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.174237 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.174532 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.174818 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.175099 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.175387 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.175682 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.175965 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.176263 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.176547 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.176771 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.177047 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.177330 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.177612 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.177832 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.178110 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.178532 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.178941 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.179221 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.179508 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.179783 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.180051 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.180528 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.180772 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.181091 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] host = dv-cinder-779578-6-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.181363 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.181644 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.181927 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.182206 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.182498 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.182747 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.183030 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.183296 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.183565 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.183835 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.184115 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.184424 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.184709 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.184930 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.185147 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.185427 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.185709 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.185978 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.186246 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.186515 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.186783 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.187049 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.187312 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.187591 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.187873 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.188754 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.189034 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.189335 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.189709 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.190106 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.190396 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.190668 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.190940 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.191210 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.191492 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.191756 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.192025 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.192352 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.192633 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.192910 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.193190 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.193456 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.193733 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.193998 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.194264 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.194530 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.194795 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.195058 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.195331 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.195596 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.195863 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.196129 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.196536 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.196815 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.197083 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:37.197373 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.197664 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.197962 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.198241 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.198539 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.198815 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.199101 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.199376 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.199658 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.199959 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.200253 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.200529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.200822 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.201107 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.201395 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.201695 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.201982 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.202268 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.202539 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.202807 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.203075 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.203348 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.203630 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.203924 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.204233 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.204521 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.204795 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.205086 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.205366 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.205643 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.205931 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.206215 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.206483 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.206756 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.207041 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.207314 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.207580 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.207867 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.208140 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.208426 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.208702 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.208987 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.209269 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.209536 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.209809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.210094 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.210366 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.210632 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.210897 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.211169 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.211433 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.211711 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.211985 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.212278 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.212546 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.212817 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.213084 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.213349 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.213619 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.213885 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.214157 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.214421 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.214685 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.214949 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.215212 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.215475 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.215737 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.215999 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.216288 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.216553 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.216817 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.217080 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.217344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.217642 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.218029 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.218329 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.218604 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.218920 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.219194 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.219506 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.219775 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.220048 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.220348 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.220622 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.220890 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.221173 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.221452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.221734 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.222014 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.222311 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.222605 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.222881 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.223155 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.223430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.223706 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.223981 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.224281 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.224557 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.224832 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.225110 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.225386 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.225675 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.225961 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.226233 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.226642 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.226932 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.227218 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.227557 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.227939 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.228242 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:37.228459 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 02:57:37.228698 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106909) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 02:57:37.528914 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 25 02:57:37.529165 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 25 02:57:37.529458 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 25 02:57:37.529686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 25 02:57:37.529959 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 25 02:57:37.530288 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 02:57:37.944818 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:37.945238 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:37.945509 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:37.946694 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:37.946966 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:37.947222 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.000239 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.000536 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.000809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.017299 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.017573 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.017839 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.046529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.046802 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.047065 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.082907 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.083183 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.083448 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.330753 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.330753 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.330753 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.330753 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.330753 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.418314 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.418629 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.418904 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.419171 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.419430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.419730 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.419983 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.420259 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.420513 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.420788 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.421041 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.421299 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.421549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.421795 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.422043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.422300 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.422636 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.422899 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.423162 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.423413 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.423684 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.423931 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.424232 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.424603 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.424847 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.425088 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.425471 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.425706 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.425939 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.426171 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.426404 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.426638 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:38.426988 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 02:57:38.430066 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 02:57:38.434537 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 02:57:38.438918 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 25 02:57:38.440544 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 02:57:38.441152 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 02:57:38.441482 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 02:57:38.441862 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 02:57:38.444647 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 02:57:38.444894 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 02:57:38.445231 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 02:57:38.450336 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 02:57:38.473629 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 02:57:38.474073 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.474363 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106909) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 25 02:57:38.474725 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.476056 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106909) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 02:57:38.476353 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 02:57:38.476592 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 02:57:38.479985 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.480285 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:38.609157 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 02:57:38.609335 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 02:57:38.609568 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 02:57:38.610438 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 02:57:38.663333 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO dbcounter [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Registered counter for database neutron Aug 25 02:57:38.682744 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_db.sqlalchemy.engines [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106909) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 02:57:38.689197 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG dbcounter [-] [106909] Writer thread running {{(pid=106909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:57:39.389124 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing driver for type 'gre' Aug 25 02:57:39.389748 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] gre ID ranges: [(1, 1000)] Aug 25 02:57:39.566152 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing driver for type 'local' Aug 25 02:57:39.566522 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing driver for type 'vlan' Aug 25 02:57:39.707484 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] VlanTypeDriver initialization complete Aug 25 02:57:39.707755 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing driver for type 'vxlan' Aug 25 02:57:39.708295 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] vxlan ID ranges: [(1, 1000)] Aug 25 02:57:39.909147 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing extension driver 'port_security' Aug 25 02:57:39.909490 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] PortSecurityExtensionDriver initialization complete Aug 25 02:57:39.909826 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing mechanism driver 'openvswitch' Aug 25 02:57:39.910155 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing mechanism driver 'hyperv' Aug 25 02:57:39.917063 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:39.917769 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.918143 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.918502 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.919017 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.919445 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.919805 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.920169 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.920579 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.920989 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.921409 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.921694 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.922089 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.923133 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.923540 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.923824 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.924257 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.925377 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.925377 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.925377 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.925725 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.927517 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > address_group after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.927517 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > address_group after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.927517 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.927517 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 02:57:39.927878 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] ML2 OVO RPC backend initialized. {{(pid=106909) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 25 02:57:39.928405 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.928766 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.929187 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.929541 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > networks before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.929892 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.930236 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > ports before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.930586 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.930935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnets before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.931581 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.931668 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.931935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.932309 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.932650 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.932987 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.933323 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.933659 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.933994 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.941851 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded quota_driver: . Aug 25 02:57:39.942250 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Modular L2 Plugin initialization complete Aug 25 02:57:39.942600 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading services supported by the core plugin {{(pid=106909) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 02:57:39.942949 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Got port-security extension from driver 'port_security' Aug 25 02:57:39.943436 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.extensions.vlantransparent [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Disabled vlantransparent extension. Aug 25 02:57:39.943936 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106909) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 02:57:39.944307 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: router Aug 25 02:57:39.979775 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.980172 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.980540 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router before_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.980912 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.981288 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.981647 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_delete 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.982010 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.982364 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.982725 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.983071 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.983421 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.983770 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.984127 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.984565 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.985616 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.986026 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.986388 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.986745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.987099 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.987455 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.987800 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.988165 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.988531 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.988878 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.989230 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.989597 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.989948 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.990319 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > agent after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.990674 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > agent after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.991024 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.991885 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Tracking information for resource: router configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:39.992276 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Tracking information for resource: floatingip configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 02:57:39.997051 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.db.l3_agentschedulers_db [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 02:57:39.997626 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.997990 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.998344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.998698 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.999498 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router before_create 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:39.999871 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.000267 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_create 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.000705 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > router precommit_update 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.005662 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.provider_configuration [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service providers = [] {{(pid=106909) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 02:57:40.006028 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.db.servicetype_db [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106909) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 02:57:40.009198 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 02:57:40.009556 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 02:57:40.009904 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 02:57:40.010801 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 02:57:40.011174 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.services.service_base [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 02:57:40.011560 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.011882 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 02:57:40.022321 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.022659 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: auto_allocate Aug 25 02:57:40.028652 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: network precommit_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.029016 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: network precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.029534 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.029856 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: tag Aug 25 02:57:40.037156 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.037483 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: timestamp Aug 25 02:57:40.041309 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.041642 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: network_ip_availability Aug 25 02:57:40.047084 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.048340 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.048499 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.049224 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.049545 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: flavors Aug 25 02:57:40.055604 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.055941 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading Plugin: revisions Aug 25 02:57:40.060279 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 02:57:40.060668 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.531s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 25 02:57:40.061406 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106909) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 25 02:57:40.061744 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Initializing extension manager. Aug 25 02:57:40.062270 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: __init__.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.062612 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: __pycache__ {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.063078 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.063689 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.064270 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: address-group Aug 25 02:57:40.064597 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: address_scope.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.065279 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.065778 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: address-scope Aug 25 02:57:40.066100 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.066985 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.067497 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: router-admin-state-down-before-update Aug 25 02:57:40.067824 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: agent.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.068526 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.069032 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: agent Aug 25 02:57:40.069356 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: agent_resources_synced.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.070230 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.070735 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: agent-resources-synced Aug 25 02:57:40.071058 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: allowedaddresspairs.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.072845 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.073369 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: allowed-address-pairs Aug 25 02:57:40.073705 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: auto_allocated_topology.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.074743 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.075254 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: auto-allocated-topology Aug 25 02:57:40.075580 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.076274 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.076786 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: availability_zone Aug 25 02:57:40.077113 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: availability_zone_filter.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.077986 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.078495 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: availability_zone_filter Aug 25 02:57:40.079338 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: data_plane_status.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.080242 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.080743 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 02:57:40.081067 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: default_subnetpools.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.081944 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.082447 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: default-subnetpools Aug 25 02:57:40.082768 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.083538 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.084034 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: dhcp_agent_scheduler Aug 25 02:57:40.084389 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: dns.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.085263 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.085764 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension dns-integration not supported by any of loaded plugins Aug 25 02:57:40.086085 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: dns_domain_ports.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.086966 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.087464 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 02:57:40.087784 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.088703 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.089204 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 02:57:40.089526 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: dvr.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.090163 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.090665 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: dvr Aug 25 02:57:40.090988 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: ecmp_routes.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.091859 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.092393 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 02:57:40.092715 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: empty_string_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.093588 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.094089 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: empty-string-filtering Aug 25 02:57:40.094974 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.095859 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.096387 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 02:57:40.096711 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.097590 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.098094 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 02:57:40.098416 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: external_net.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.099291 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.099797 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: external-net Aug 25 02:57:40.100118 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.101010 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.101516 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: extra_dhcp_opt Aug 25 02:57:40.101837 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: extraroute.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.102719 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.103220 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: extraroute Aug 25 02:57:40.103544 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: extraroute_atomic.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.104574 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.105081 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: extraroute-atomic Aug 25 02:57:40.105430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: filter_validation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.106060 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.106768 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: filter-validation Aug 25 02:57:40.107094 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: fip_pf_description.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.107968 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.108505 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 02:57:40.108832 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: fip_pf_port_range.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.109707 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.110362 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 25 02:57:40.110605 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: fip_port_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.111485 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.111987 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: fip-port-details Aug 25 02:57:40.112335 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: flavors.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.113516 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.114029 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: flavors Aug 25 02:57:40.114352 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.115952 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.116504 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 02:57:40.116838 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: floatingip_pools.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.117549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.118065 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: floatingip-pools Aug 25 02:57:40.118392 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: ip_allocation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.119289 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.119793 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 02:57:40.120117 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.121026 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.121537 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: ip-substring-filtering Aug 25 02:57:40.121865 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l2_adjacency.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.122771 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.123276 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 02:57:40.123602 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.124559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.125076 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: router Aug 25 02:57:40.125422 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.127670 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.128248 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 02:57:40.128582 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.129470 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.129975 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: ext-gw-mode Aug 25 02:57:40.130302 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.131190 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.131693 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: l3-ha Aug 25 02:57:40.132017 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.132925 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.133421 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 25 02:57:40.133745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_flavors.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.134618 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.135123 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: l3-flavors Aug 25 02:57:40.135452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.136829 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.137341 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 25 02:57:40.137671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.138547 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.139056 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 02:57:40.139385 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: l3agentscheduler.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.140395 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.140913 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: l3_agent_scheduler Aug 25 02:57:40.141800 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: local_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.143572 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.144267 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension local_ip not supported by any of loaded plugins Aug 25 02:57:40.144607 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: logging.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.146063 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.146586 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension logging not supported by any of loaded plugins Aug 25 02:57:40.146921 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: metering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.147631 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.148439 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: metering Aug 25 02:57:40.148771 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.149862 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.150374 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: metering_source_and_destination_fields Aug 25 02:57:40.150703 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: multiprovidernet.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.151593 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.152399 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: multi-provider Aug 25 02:57:40.152729 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: netmtu.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.153613 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.154124 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: net-mtu Aug 25 02:57:40.154450 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: netmtu_writable.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.155335 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.155845 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: net-mtu-writable Aug 25 02:57:40.156193 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: network_availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.157421 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.157932 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: network_availability_zone Aug 25 02:57:40.158256 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: network_ip_availability.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.159320 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.159834 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: network-ip-availability Aug 25 02:57:40.160179 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: network_segment_range.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.160917 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.161422 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 02:57:40.161747 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: pagination.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.162690 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.163021 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: pagination Aug 25 02:57:40.163344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_device_profile.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.164256 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.164771 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-device-profile Aug 25 02:57:40.165095 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_mac_address_override.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.165987 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.166499 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-mac-override Aug 25 02:57:40.166823 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.167727 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.168271 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-mac-address-regenerate Aug 25 02:57:40.168598 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.169485 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.169998 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-numa-affinity-policy Aug 25 02:57:40.170322 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_resource_request.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.171204 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.171711 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 02:57:40.172036 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: port_resource_request_groups.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.173103 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.173611 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 25 02:57:40.173934 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: portbindings.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.174822 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.175333 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: binding Aug 25 02:57:40.175663 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: portbindings_extended.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.176919 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.177435 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: binding-extended Aug 25 02:57:40.177762 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: portsecurity.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.178646 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.179152 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-security Aug 25 02:57:40.179482 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: project_id.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.180458 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.180788 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: project-id Aug 25 02:57:40.181112 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: providernet.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.181989 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.182499 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: provider Aug 25 02:57:40.182823 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.186282 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.186806 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos not supported by any of loaded plugins Aug 25 02:57:40.187142 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.188480 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.189005 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 02:57:40.189337 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.190240 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.190752 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 02:57:40.191081 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_default.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.191961 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.192509 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-default not supported by any of loaded plugins Aug 25 02:57:40.192836 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_fip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.193722 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.194229 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-fip not supported by any of loaded plugins Aug 25 02:57:40.194556 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.195430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.195937 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 25 02:57:40.196332 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_gateway_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.197184 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.197689 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 02:57:40.198011 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_port_network_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.198888 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.199390 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 02:57:40.199711 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.200755 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.201262 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 25 02:57:40.201585 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.202595 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.203103 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 25 02:57:40.203431 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_pps_rule.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.205257 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.205767 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-pps not supported by any of loaded plugins Aug 25 02:57:40.206098 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_rule_type_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.206978 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.207482 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 02:57:40.207809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.208724 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.209229 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 25 02:57:40.209557 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: qos_rules_alias.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.210557 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.211066 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 02:57:40.211394 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: quota_check_limit.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.212315 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.212820 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: quota-check-limit Aug 25 02:57:40.213145 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: quotasv2.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.214043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.214373 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: quotas Aug 25 02:57:40.214694 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: quotasv2_detail.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.216402 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.216744 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: quota_details Aug 25 02:57:40.217076 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: rbac.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.218489 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.218909 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: rbac-policies Aug 25 02:57:40.219820 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: rbac_address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.220740 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.221277 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: rbac-address-group Aug 25 02:57:40.221606 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: rbac_address_scope.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.222495 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.223008 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: rbac-address-scope Aug 25 02:57:40.223334 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: rbac_security_groups.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.224326 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.224837 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: rbac-security-groups Aug 25 02:57:40.225165 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: rbac_subnetpool.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.226059 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.226576 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: rbac-subnetpool Aug 25 02:57:40.226901 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: revisionifmatch.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.227797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.228345 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: revision-if-match Aug 25 02:57:40.228674 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: revisions.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.229758 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.230314 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: standard-attr-revisions Aug 25 02:57:40.230597 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: router_availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.231238 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.231753 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: router_availability_zone Aug 25 02:57:40.232078 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: routerservicetype.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.232999 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.233507 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension router-service-type not supported by any of loaded plugins Aug 25 02:57:40.233832 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.234726 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.235354 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: security-groups-normalized-cidr Aug 25 02:57:40.235677 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.236608 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.237118 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: port-security-groups-filtering Aug 25 02:57:40.237443 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.238343 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.238851 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: security-groups-remote-address-group Aug 25 02:57:40.239179 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.240078 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.240616 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: security-groups-shared-filtering Aug 25 02:57:40.240942 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: securitygroup.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.250341 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.250996 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: security-group Aug 25 02:57:40.251338 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: segment.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.252034 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.252582 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension segment not supported by any of loaded plugins Aug 25 02:57:40.252915 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.253816 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.254327 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 02:57:40.254656 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: servicetype.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.255716 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.256268 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: service-type Aug 25 02:57:40.256599 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: sorting.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.257567 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.257901 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: sorting Aug 25 02:57:40.258222 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: standard_attr_segment.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.259104 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.259615 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 02:57:40.259941 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: standardattrdescription.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.260595 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.261105 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: standard-attr-description Aug 25 02:57:40.261428 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: stateful_security_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.262331 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.262842 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: stateful-security-group Aug 25 02:57:40.263168 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: stdattrs_common.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.263715 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 02:57:40.264039 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.264963 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.265486 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 02:57:40.265809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnet_onboard.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.267354 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.267877 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: subnet_onboard Aug 25 02:57:40.268242 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.269136 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.269653 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 02:57:40.269978 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnet_service_types.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.270861 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.271371 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: subnet-service-types Aug 25 02:57:40.271696 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnetallocation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.272761 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.273279 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: subnet_allocation Aug 25 02:57:40.273604 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.274234 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.274741 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: subnetpool-prefix-ops Aug 25 02:57:40.275062 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.275960 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.276500 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 02:57:40.276830 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: tagging.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.278096 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.278611 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: standard-attr-tag Aug 25 02:57:40.278938 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: timestamp.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.280085 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.280628 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loaded extension: standard-attr-timestamp Aug 25 02:57:40.280954 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: trunk.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.282510 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.283019 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension trunk not supported by any of loaded plugins Aug 25 02:57:40.283344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: trunk_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.284272 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.284781 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension trunk-details not supported by any of loaded plugins Aug 25 02:57:40.285107 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: uplink_status_propagation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.285991 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.286498 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 02:57:40.286824 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Loading extension file: vlantransparent.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 02:57:40.287457 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 02:57:40.287958 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 02:57:40.290534 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:network Aug 25 02:57:40.291056 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnet Aug 25 02:57:40.291454 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 02:57:40.291845 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:port Aug 25 02:57:40.293130 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.293572 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service FLAVORS assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.294178 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.294603 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.294939 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:router Aug 25 02:57:40.295369 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:floatingip Aug 25 02:57:40.295859 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service METERING assigned prefix: /metering {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.297386 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.297973 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.298401 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 02:57:40.299425 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 02:57:40.299867 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:security_group Aug 25 02:57:40.300331 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 02:57:40.300851 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.301185 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 02:57:40.301547 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] subnetpool is already registered Aug 25 02:57:40.301975 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.302314 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 02:57:40.302649 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] subnetpool is already registered Aug 25 02:57:40.305121 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.305560 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service FLAVORS assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.306159 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.306583 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.306921 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:router Aug 25 02:57:40.307263 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] router is already registered Aug 25 02:57:40.307677 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:floatingip Aug 25 02:57:40.308018 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] floatingip is already registered Aug 25 02:57:40.308519 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service METERING assigned prefix: /metering {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.309203 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 02:57:40.309535 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] rbac_policy is already registered Aug 25 02:57:40.309949 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:security_group Aug 25 02:57:40.310287 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] security_group is already registered Aug 25 02:57:40.310696 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 02:57:40.311034 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] security_group_rule is already registered Aug 25 02:57:40.311665 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.312006 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 02:57:40.312375 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] subnetpool is already registered Aug 25 02:57:40.312796 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 02:57:40.313215 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 02:57:40.313721 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] subnetpool is already registered Aug 25 02:57:40.314208 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: extensions {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.315661 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: address-groups {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.317202 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: address-scopes {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.318543 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.319702 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: auto-allocated-topology {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.320986 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: availability_zones {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.322208 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: dhcp-networks {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.323747 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: dhcp-agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.325219 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.326915 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: flavors {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.328204 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: service_profiles {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.330104 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: next_providers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.331568 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: service_profiles {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.334149 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: floatingip-pools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.335423 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.337176 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: floatingips {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.338473 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: l3-routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.339878 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: l3-agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.341326 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: metering-labels {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.342590 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: metering-label-rules {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.343975 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: network-ip-availabilities {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.345852 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: bindings {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.347509 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: quotas {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.349205 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: quotas {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.350739 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: rbac-policies {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.351958 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: security-groups {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.353299 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: security-group-rules {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.354672 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: service-providers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.355901 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: subnetpools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.357256 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: subnetpools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.358821 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.360657 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.362491 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.364315 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.366017 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.367977 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.369778 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.371651 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.373478 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.375208 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 02:57:40.381395 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING keystonemiddleware.auth_token [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 02:57:40.386521 dv-cinder-779578-6-iscsi neutron-server[106909]: WARNING keystonemiddleware.auth_token [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 02:57:40.395888 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Acquiring lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 25 02:57:40.396563 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Acquired lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 25 02:57:40.396705 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Releasing lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 25 02:57:40.397362 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Starting 2 workers Aug 25 02:57:40.402468 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Started child 107022 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 02:57:40.407549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Started child 107023 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 02:57:40.408768 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.409415 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO neutron.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 02:57:40.409817 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.410406 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [-] (107022) wsgi starting up on http://0.0.0.0:9696 Aug 25 02:57:40.412317 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Starting 1 workers Aug 25 02:57:40.413741 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.414166 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [-] (107023) wsgi starting up on http://0.0.0.0:9696 Aug 25 02:57:40.417558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Started child 107024 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 02:57:40.418107 dv-cinder-779578-6-iscsi neutron-server[106909]: INFO oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Starting 1 workers Aug 25 02:57:40.421506 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] calling RpcWorker wait() {{(pid=107024) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 02:57:40.422047 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] returning from RpcWorker wait() {{(pid=107024) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 02:57:40.422666 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Started child 107025 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 02:57:40.423486 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff7be1cf-e5e6-46cd-ac99-3b629270386e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.423604 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.423972 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:40.425536 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 02:57:40.425745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 02:57:40.425929 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 02:57:40.426159 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 02:57:40.426497 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 02:57:40.426676 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 02:57:40.427213 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.427512 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.427791 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.428055 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.428674 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.428966 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.429220 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:40.429699 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.429699 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.429843 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.429909 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.430051 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.430280 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.430384 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:40.430526 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.430884 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.431159 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.431398 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.431631 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.431808 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.432061 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.432347 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.432609 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.432873 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.433131 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.433661 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.433894 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.434118 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.434371 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.434646 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.434892 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.435166 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.435402 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.435620 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.435872 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.436121 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.436405 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.436638 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.436869 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.437140 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.437386 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.437874 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host = dv-cinder-779578-6-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.438659 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.438892 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.439144 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.439433 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.439741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.439953 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.440240 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.440495 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.440745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.440988 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.441248 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.441491 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.441739 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.441974 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.442129 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_options = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.442362 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.442686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.442924 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.443124 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.443296 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.443442 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.443717 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.443885 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.444168 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.444429 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.444645 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.444860 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.445228 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.446079 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.446350 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.446574 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.447043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.447655 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.447884 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.448274 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.448552 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.448727 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.448993 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.449140 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.449325 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.449546 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.449772 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.450007 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.450316 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.450549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.450773 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.451042 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.451263 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.451498 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.451762 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.451991 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.452241 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.452480 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.452764 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.452992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.453307 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.454416 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.454894 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.455497 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.455497 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460283 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.460935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461493 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461971 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.461971 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.462120 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.462344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.462600 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.462853 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.463078 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.463303 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.463536 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.463816 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.464082 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.464355 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.464591 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.464806 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.465101 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.465361 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.465645 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.466029 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.466288 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.466529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.466808 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.467043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.467300 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.467508 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.467716 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.467933 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.468164 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.468414 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.468647 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.468876 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.469124 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.469348 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.469597 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.469847 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.470106 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.470352 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.470566 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.470779 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.471014 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.471242 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.471518 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.471919 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.472336 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.472750 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.473150 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.473403 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.473672 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.473885 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.474104 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.474330 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.474690 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.475076 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.475442 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.475810 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.476029 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.476282 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.476538 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.476719 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.476931 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.477154 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.477368 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.477600 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.477975 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.478097 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.478275 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.478629 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.479004 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.479361 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.479581 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.479787 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.479997 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.480244 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.480522 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.480711 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.480924 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.481132 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.481478 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.481840 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.482198 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.482636 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.483051 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.483308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.483545 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.483934 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.484307 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.484727 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.488549 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.489841 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.490244 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.490335 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.490538 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.490954 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.491388 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.491627 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.491890 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.492218 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.492483 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.492718 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.492969 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.493233 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.493500 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.493758 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.494023 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.494253 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.494479 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.494702 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.494944 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.495324 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.495559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.495809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.496121 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.496403 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.496621 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.496831 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.497094 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.497333 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.497585 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.497853 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.498091 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.498332 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.498592 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.498834 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.499064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.499297 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.499544 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.499755 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.499967 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.500203 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.500932 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.501252 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.501491 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.501811 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.502031 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.502252 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.502487 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.502706 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.502922 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.503518 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.503518 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.503818 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.503947 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.504169 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.504347 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.504566 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.505464 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.505464 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.505464 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.505846 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.505846 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.506084 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.506245 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.506487 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.506750 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.507149 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.507244 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.507416 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.507628 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.507839 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.508102 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.508491 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.508848 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.509318 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.509318 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.509619 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.509771 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.510101 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.510481 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.510641 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.510831 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.511069 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.511319 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.511537 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.511760 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.512010 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.512262 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.512617 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.512774 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.512916 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.513121 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.513359 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.513576 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.514064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.514064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.514363 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.514544 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.514774 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.515011 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.515510 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.515510 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.516081 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.516081 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.516081 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.517018 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.517018 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.517313 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.517574 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.517806 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.518098 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.518341 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.518554 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.518784 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.518992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.519360 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.519752 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.519976 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.520213 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.520447 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.520661 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.520876 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.521103 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.521328 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.521528 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.521778 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.522013 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.522176 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.522405 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.522640 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.522823 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.523034 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.523251 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.523926 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.523926 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.523926 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.524537 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.524537 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.524537 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.525060 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.525060 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.525362 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.525362 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.525685 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.526123 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.526123 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.526401 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.526616 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.526863 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.527432 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.527808 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.527957 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.528217 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.528496 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.528941 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.528941 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.529738 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.529738 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.532686 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533308 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533744 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533744 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533899 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.533981 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.534224 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.534457 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.534682 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.534896 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.535114 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.535358 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.535584 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.535824 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.536042 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.536278 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.536437 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 02:57:40.536955 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 02:57:40.537293 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 02:57:40.537447 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 02:57:40.537604 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 02:57:40.537773 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 02:57:40.537913 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 02:57:40.538111 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.538271 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.538427 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.538749 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.538944 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539110 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539268 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539588 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539746 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.539904 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540107 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540234 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540403 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540539 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540717 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540840 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.540997 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541144 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541285 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541709 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541709 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.541988 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.542152 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.542306 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.542548 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.542548 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543006 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543006 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543006 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543602 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543602 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543602 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.543602 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.544122 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.544122 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.544122 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.544122 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host = dv-cinder-779578-6-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545043 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545813 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545813 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545813 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545813 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.545813 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546132 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546132 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546132 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546439 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546439 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_options = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546587 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546744 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.546949 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547086 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547223 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547503 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547669 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547829 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.547988 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548181 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548371 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548512 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548649 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548791 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.548926 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549060 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549201 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549344 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549479 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:40.549638 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549638 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549905 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.549905 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550161 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550295 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550853 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.550853 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551111 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551111 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551385 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551385 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551645 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551645 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.551912 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552055 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552213 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552352 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552489 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552651 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.552970 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.553320 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.553320 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.553625 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.553625 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554231 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554231 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554231 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554231 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554734 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554734 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554734 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.554734 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.555245 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.555245 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 02:57:40.555245 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556012 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556012 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556012 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556012 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556012 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556430 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556611 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556678 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.556846 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557017 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557178 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557505 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557505 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557685 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557795 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.557956 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558117 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558277 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558437 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558636 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558764 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.558907 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559071 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559234 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559403 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559562 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559730 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.559903 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560270 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560481 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560614 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.560872 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561026 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561187 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561348 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561509 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561670 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561831 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.561992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.562153 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.562314 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.562474 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.562635 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.562795 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.563522 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.563742 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.563906 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564071 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564298 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564431 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564569 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564698 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.564861 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565004 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565168 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565328 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565489 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565672 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565828 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.565951 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566082 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566239 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566400 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566573 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566717 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.566881 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567041 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567202 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567368 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567529 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567689 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.567849 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568009 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568207 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568338 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568488 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568648 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568810 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.568969 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569131 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569292 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569528 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569693 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569828 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.569957 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570083 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570218 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570346 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570508 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570669 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570831 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.570974 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571139 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571314 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571447 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571610 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571771 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.571931 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572093 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572270 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572580 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572740 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.572902 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573223 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573385 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573547 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573707 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.573867 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574029 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574270 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574457 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574586 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574777 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.574929 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575107 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575542 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575542 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575542 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575958 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575958 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.575958 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576419 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576419 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576419 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576836 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576836 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.576836 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577205 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577205 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577681 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577805 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.577898 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.578319 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.578319 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.578648 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.578648 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.579533 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.579533 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.579900 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.579900 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.579900 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.580637 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.580637 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.580637 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.580637 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.580637 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.581858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.582797 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583454 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583454 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583454 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583454 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583454 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583945 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583945 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.583945 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584228 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584228 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584383 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584520 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584682 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.584844 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585004 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585165 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585326 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585487 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585649 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585809 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.585970 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586131 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586291 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586452 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586613 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586773 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.586935 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587096 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587260 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587438 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587598 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587758 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.587920 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.588080 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.588261 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.588428 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.588587 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.588912 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589073 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589236 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589400 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589546 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.589871 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.590033 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.590196 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.590358 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.590521 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.591710 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.592741 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.593671 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.594992 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595558 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595855 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.595855 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.596002 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.596107 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.597559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.597559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.597559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.597559 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.598515 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.598692 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.598857 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599023 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599184 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599358 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599522 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599684 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.599854 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600015 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600195 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600358 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600530 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600692 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.600858 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601019 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601180 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601342 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601504 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601670 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.601839 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602007 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602169 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602340 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602508 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602677 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.602838 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603005 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603178 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603337 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603500 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603660 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603821 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.603981 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604183 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604330 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604461 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604619 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604780 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.604942 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605103 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605264 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605422 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605583 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605745 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.605905 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.606064 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.606225 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 02:57:40.606377 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 02:57:40.649275 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47194) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:57:40.656510 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050814 Aug 25 02:57:40.661540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039022 Aug 25 02:57:44.469516 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writer thread running {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:57:49.800453 dv-cinder-779578-6-iscsi neutron-server[106909]: DEBUG dbcounter [-] [106909] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:57:52.163480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf0274-e052-4293-b5cc-bf3586c06f7f None None] get_active_networks_info from dv-cinder-779578-6-iscsi {{(pid=107024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 25 02:57:52.183509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writer thread running {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:57:52.184052 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writer thread running {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:57:52.275400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf0274-e052-4293-b5cc-bf3586c06f7f None None] No non-hosted networks {{(pid=107024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 02:57:52.287795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.agentschedulers_db [None req-ebbf0274-e052-4293-b5cc-bf3586c06f7f None None] DHCP Agent not found on host dv-cinder-779578-6-iscsi {{(pid=107024) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 25 02:57:52.403935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e0c61b69-9f8b-45e8-a1be-a75dc2362150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:54.418364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b024525c-e645-40c4-a622-c4ba7f4118f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:54.452845 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.db.api [None req-f7b8fc38-e291-4e2a-b7dd-3943bab1b7d2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-779578-6-iscsi {{(pid=107024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 02:57:54.454084 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG oslo_db.api [None req-f7b8fc38-e291-4e2a-b7dd-3943bab1b7d2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 02:57:55.051835 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fc38-e291-4e2a-b7dd-3943bab1b7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:55.657063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:55.759458 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47268) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:57:56.330939 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING oslo_policy.policy [None req-8828c1ab-2611-4e6f-8d11-6adf21c49633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:57:56.331511 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING oslo_policy.policy [None req-8828c1ab-2611-4e6f-8d11-6adf21c49633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:57:56.558092 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [None req-8828c1ab-2611-4e6f-8d11-6adf21c49633 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 02:57:56.576694 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-8828c1ab-2611-4e6f-8d11-6adf21c49633 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8161528 Aug 25 02:57:57.438959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:57.474410 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:57.475078 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.475522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.475794 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.476122 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.476474 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.476800 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.477122 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.477464 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.477788 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.478110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.478452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.478774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.479109 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.479432 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.479749 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:57:57.480169 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779578-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:57.490399 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779578-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:57:58.672405 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.db.l3_hamode_db [None req-4fdcfbd9-2743-49d5-a263-86ac92dfcb0c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 02:57:58.756132 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcfbd9-2743-49d5-a263-86ac92dfcb0c None None] Routers set() bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 02:57:58.756541 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcfbd9-2743-49d5-a263-86ac92dfcb0c None None] Router IDs set() for agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 25 02:57:59.056257 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47300) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:57:59.376518 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:57:59.468360 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.policy [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107022) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 02:57:59.510768 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING oslo_policy.policy [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:57:59.511110 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING oslo_policy.policy [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:57:59.531611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writer thread running {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:57:59.669467 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189457188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189456656', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189440615', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189433332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189435446', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189427590', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-769807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762428', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3673148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787044'] for rbac-policy (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:59.899014 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:57:59.900229 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-42ded7c4-9435-4af8-afa6-a6b65bf47593 admin admin] 10.222.0.75 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8429906 Aug 25 02:58:02.268894 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47310) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:02.591248 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:02.673892 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Made reservation on behalf of c608b62797cb4b1aad77c875f6d5c5cb for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 02:58:02.678069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:02.697061 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:02.808513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks [] for security_group (85f26621-16b5-4cb5-b82a-226c82a02356), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:02.862541 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (85f26621-16b5-4cb5-b82a-226c82a02356), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:02.886611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 02:58:02.922343 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765191840085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (974e2efa-af9c-4861-8502-d368bd3e6c1e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:02.922914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Unsubscribe: segment precommit_create {{(pid=107022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 02:58:02.923450 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Added segment 974e2efa-af9c-4861-8502-d368bd3e6c1e of type vlan for network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 Aug 25 02:58:02.940117 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=85f26621-16b5-4cb5-b82a-226c82a02356,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:02.991106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.991445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.991801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.992178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.992513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.992837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.993159 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.993477 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.993793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.994107 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.994424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.994756 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.995073 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.995385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.995694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Tracked resource versions report: Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: pushed versions: Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: { 'AddressGroup': {'1.2'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Agent': {'1.1'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'ConntrackHelper': {'1.0'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'LocalIPAssociation': {'1.0'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Log': {'1.0'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'NDPProxy': {'1.0'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Network': {'1.1'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Port': {'1.7'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'PortForwarding': {'1.3'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'QosPolicy': {'1.10'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroup': {'1.5'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroupRule': {'1.2'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SubPort': {'1.0'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Subnet': {'1.1'}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Trunk': {'1.1'}} Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: consumer versions: Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Agent': '1.1', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'ConntrackHelper': '1.0', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'LocalIPAssociation': '1.0', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Log': '1.0', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'NDPProxy': '1.0', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Network': '1.1', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Port': '1.7', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'PortForwarding': '1.3', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'QosPolicy': '1.10', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroup': '1.5', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroupRule': '1.2', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SubPort': '1.0', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Subnet': '1.1', Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Trunk': '1.1'}} Aug 25 02:58:02.997206 dv-cinder-779578-6-iscsi neutron-server[107022]: {{(pid=107022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 02:58:03.032853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (602e17c2-99aa-4654-b4d4-1bd21bc5bbd3), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:03.141711 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (602e17c2-99aa-4654-b4d4-1bd21bc5bbd3), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:03.147382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:03.148085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:03.172195 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:03.268366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] Pushing event updated for resources: {'Network': ['ID=602e17c2-99aa-4654-b4d4-1bd21bc5bbd3,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:03.276490 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c4c53438-f58a-46dc-81eb-15ec9ad3c6a3 demo demo] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0062873 Aug 25 02:58:03.280379 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 02:58:05.714271 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47324) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:06.133624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ee0bf-1ae9-4c91-958f-f647a9d97011 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:06.134994 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f05ee0bf-1ae9-4c91-958f-f647a9d97011 demo admin] 10.222.0.75 "GET /networking/v2.0/networks/602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 HTTP/1.1" status: 200 len: 825 time: 0.4197469 Aug 25 02:58:06.162021 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-aafa5581-ef15-4f5e-862b-d07ebe4fe7b4 demo admin] 10.222.0.75 "GET /networking/v2.0/subnetpools/271dc422-15c0-4e57-8e9e-bd51d9715323 HTTP/1.1" status: 200 len: 734 time: 0.0209837 Aug 25 02:58:06.171163 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'gateway_ip': '172.20.0.1'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:06.244969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Made reservation on behalf of c608b62797cb4b1aad77c875f6d5c5cb for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 02:58:06.247265 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:06.447463 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:06.605469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (aa89162f-51c8-45ea-8589-f1e7341377ac), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:06.678769 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Pushing event updated for resources: {'Subnet': ['ID=aa89162f-51c8-45ea-8589-f1e7341377ac,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:06.684912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Checking segment: {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 02:58:06.685831 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Network hostable DHCP agents. Network: 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 02:58:06.799697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 02:58:06.895712 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:06.900528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:06.901371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:06.906124 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77506f3-ce95-46ab-ada7-ed64c0a07118 None None] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 02:58:06.983839 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e826738a-0f24-49bf-8ea3-fb09a1a61855 demo admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8158085 Aug 25 02:58:07.179398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 02:58:07.180735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:07.463034 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Allocated IP 172.20.0.2 (602e17c2-99aa-4654-b4d4-1bd21bc5bbd3/aa89162f-51c8-45ea-8589-f1e7341377ac/dadf0136-e7b1-4f1f-a83f-870a857e02d8) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 02:58:07.739391 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks [] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:07.811296 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:07.866023 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:07.889269 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 02:58:07.899853 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:07.906782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 02:58:07.909045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Pushing event updated for resources: {'Port': ['ID=dadf0136-e7b1-4f1f-a83f-870a857e02d8,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:07.922772 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.923120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.924161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.924642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.924988 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.925319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.925649 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.925978 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.926310 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.926640 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.926969 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.927312 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.927641 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.927968 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.928314 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Tracked resource versions report: Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: pushed versions: Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: { 'AddressGroup': {'1.2'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Agent': {'1.1'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'ConntrackHelper': {'1.0'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'LocalIPAssociation': {'1.0'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Log': {'1.0'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'NDPProxy': {'1.0'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Network': {'1.1'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Port': {'1.7'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'PortForwarding': {'1.3'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'QosPolicy': {'1.10'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroup': {'1.5'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroupRule': {'1.2'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SubPort': {'1.0'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Subnet': {'1.1'}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Trunk': {'1.1'}} Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: consumer versions: Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Agent': '1.1', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'ConntrackHelper': '1.0', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'LocalIPAssociation': '1.0', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Log': '1.0', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'NDPProxy': '1.0', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Network': '1.1', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Port': '1.7', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'PortForwarding': '1.3', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'QosPolicy': '1.10', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroup': '1.5', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroupRule': '1.2', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SubPort': '1.0', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Subnet': '1.1', Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Trunk': '1.1'}} Aug 25 02:58:07.929794 dv-cinder-779578-6-iscsi neutron-server[107024]: {{(pid=107024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 02:58:08.007184 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Attempting to bind port dadf0136-e7b1-4f1f-a83f-870a857e02d8 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 02:58:08.007591 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Attempting to bind port dadf0136-e7b1-4f1f-a83f-870a857e02d8 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 02:58:08.008000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Attempting to bind port dadf0136-e7b1-4f1f-a83f-870a857e02d8 on network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 02:58:08.013814 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 2, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 02:58:08.014190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Checking segment: {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 02:58:08.014666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:08.015049 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Bound using segment: {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 02:58:08.015541 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Bound port: dadf0136-e7b1-4f1f-a83f-870a857e02d8, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 02:58:08.015940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:08.076368 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] For port dadf0136-e7b1-4f1f-a83f-870a857e02d8, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 02:58:08.097157 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] For port dadf0136-e7b1-4f1f-a83f-870a857e02d8, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dadf0136-e7b1-4f1f-a83f-870a857e02d8,segment=NetworkSegment(974e2efa-af9c-4861-8502-d368bd3e6c1e),segment_id=974e2efa-af9c-4861-8502-d368bd3e6c1e)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 02:58:08.200472 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:08.266284 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74aa4-8264-48bb-a476-ed09cf9abf90 None None] Pushing event updated for resources: {'Port': ['ID=dadf0136-e7b1-4f1f-a83f-870a857e02d8,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:09.461630 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47334) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:09.988111 dv-cinder-779578-6-iscsi neutron-server[107023]: WARNING oslo_policy.policy [None req-6b63ebe4-6b8f-4c36-8eef-5b2b2687adfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:58:09.988760 dv-cinder-779578-6-iscsi neutron-server[107023]: WARNING oslo_policy.policy [None req-6b63ebe4-6b8f-4c36-8eef-5b2b2687adfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:58:10.206749 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [None req-6b63ebe4-6b8f-4c36-8eef-5b2b2687adfb admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 02:58:10.208028 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6b63ebe4-6b8f-4c36-8eef-5b2b2687adfb admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7445786 Aug 25 02:58:10.314304 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=7 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:10.319378 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:12.652869 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47352) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:12.993975 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [None req-282ed18c-4cd1-4327-b3e2-2363690b712f admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 02:58:12.994935 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-282ed18c-4cd1-4327-b3e2-2363690b712f admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3411310 Aug 25 02:58:15.124177 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device dadf0136-e7b1-4f1f-a83f-870a857e02d8 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:15.208612 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port dadf0136-e7b1-4f1f-a83f-870a857e02d8 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:15.209030 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:15.310396 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port dadf0136-e7b1-4f1f-a83f-870a857e02d8 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:15.310706 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:15.345883 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port dadf0136-e7b1-4f1f-a83f-870a857e02d8, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dadf0136-e7b1-4f1f-a83f-870a857e02d8,segment=NetworkSegment(974e2efa-af9c-4861-8502-d368bd3e6c1e),segment_id=974e2efa-af9c-4861-8502-d368bd3e6c1e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 02:58:15.410973 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:15.446782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:15.448931 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47364) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:15.461617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=dadf0136-e7b1-4f1f-a83f-870a857e02d8,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:15.788199 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:15.848062 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.policy [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107023) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 02:58:15.890702 dv-cinder-779578-6-iscsi neutron-server[107023]: WARNING oslo_policy.policy [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:58:15.891097 dv-cinder-779578-6-iscsi neutron-server[107023]: WARNING oslo_policy.policy [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 02:58:15.912350 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writer thread running {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 02:58:15.918396 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:16.028335 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (e8c800e0-9b7e-4cd7-a738-346e13444ec9), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.030281 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (e8c800e0-9b7e-4cd7-a738-346e13444ec9), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.192951 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Publish callbacks [] for router_controller (e8c800e0-9b7e-4cd7-a738-346e13444ec9), precommit_add_association {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.257694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (e8c800e0-9b7e-4cd7-a738-346e13444ec9), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.350293 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.351520 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2c3cdae2-c9e2-4075-b44a-538e68497680 demo demo] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9015942 Aug 25 02:58:16.366555 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dc7f2-21e6-4373-b074-0157e84fc6f3 None None] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 02:58:16.454976 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:16.468683 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-d5c4f16e-02ce-4609-8655-0e52242341de None None] Provisioning complete for port dadf0136-e7b1-4f1f-a83f-870a857e02d8 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:16.469058 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f16e-02ce-4609-8655-0e52242341de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.589845 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4f16e-02ce-4609-8655-0e52242341de None None] Current status of the port dadf0136-e7b1-4f1f-a83f-870a857e02d8 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:16.808493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-038491c6-3ee0-4deb-83ab-ff3d489bd4e5 None None] Provisioning complete for port dadf0136-e7b1-4f1f-a83f-870a857e02d8 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:16.808800 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-038491c6-3ee0-4deb-83ab-ff3d489bd4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:16.880967 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-038491c6-3ee0-4deb-83ab-ff3d489bd4e5 None None] Current status of the port dadf0136-e7b1-4f1f-a83f-870a857e02d8 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:16.910889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:16.911679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:17.102775 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device dadf0136-e7b1-4f1f-a83f-870a857e02d8 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:17.148214 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port dadf0136-e7b1-4f1f-a83f-870a857e02d8 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:17.148609 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:17.216945 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port dadf0136-e7b1-4f1f-a83f-870a857e02d8 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:18.774876 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47378) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:19.104422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [None req-90f5a77a-a860-46b5-a5fd-a9d0a5b90218 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 02:58:19.114540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-90f5a77a-a860-46b5-a5fd-a9d0a5b90218 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3296053 Aug 25 02:58:21.560035 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47386) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:21.877893 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:21.947423 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Made reservation on behalf of eabb40ce2ddb40b4bea318792fc09f8e for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 02:58:21.949803 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:21.958906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.031024 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks [] for security_group (39c274bf-1aa8-4d03-8800-b33baf953f2d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.072925 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (39c274bf-1aa8-4d03-8800-b33baf953f2d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.088132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Reserving flat network on physical network physnet1 {{(pid=107022) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 02:58:22.113227 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c274bf-1aa8-4d03-8800-b33baf953f2d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:22.117480 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (76c1c1b6-cb52-43e9-9997-fbe85b99f5ca), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.117871 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Added segment 76c1c1b6-cb52-43e9-9997-fbe85b99f5ca of type flat for network 77a01bcc-0294-4968-a698-f8aded4a368d Aug 25 02:58:22.165053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (77a01bcc-0294-4968-a698-f8aded4a368d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.182102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2f2a700e-28ee-4349-ae0f-a4aeef9f73e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.250302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (77a01bcc-0294-4968-a698-f8aded4a368d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.251916 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:22.252535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:22.343697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] Pushing event updated for resources: {'Network': ['ID=77a01bcc-0294-4968-a698-f8aded4a368d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:22.354936 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 77a01bcc-0294-4968-a698-f8aded4a368d details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 02:58:22.407948 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1c26caa6-ead4-4324-a2d0-9000581280cc admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8463726 Aug 25 02:58:24.421484 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e567d912-d84e-401f-9b7a-b3bdb89e2fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:24.467135 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 02:58:24.795857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47394) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:25.162789 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ec7e7-451f-44be-bf62-49b6abbcb83b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:25.164108 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-8f7ec7e7-451f-44be-bf62-49b6abbcb83b demo admin] 10.222.0.75 "GET /networking/v2.0/subnets/aa89162f-51c8-45ea-8589-f1e7341377ac HTTP/1.1" status: 200 len: 849 time: 0.3672826 Aug 25 02:58:25.328023 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-de260e7c-d3fd-4169-ad13-34f6ec573b7a demo admin] 10.222.0.75 "GET /networking/v2.0/routers/e8c800e0-9b7e-4cd7-a738-346e13444ec9 HTTP/1.1" status: 200 len: 704 time: 0.1578007 Aug 25 02:58:25.606637 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:25.644043 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:25.836969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:25.878791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:25.901503 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Allocated IP 172.20.0.1 (602e17c2-99aa-4654-b4d4-1bd21bc5bbd3/aa89162f-51c8-45ea-8589-f1e7341377ac/7758be55-ab5e-4aa8-a53c-260893cd6a8b) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 02:58:26.110517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks [] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.239430 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.275742 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:26.276508 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=12,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:26.316034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 02:58:26.325041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:26.329822 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 02:58:26.330395 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (e8c800e0-9b7e-4cd7-a738-346e13444ec9), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.332965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Pushing event updated for resources: {'Port': ['ID=7758be55-ab5e-4aa8-a53c-260893cd6a8b,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:26.555368 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-c0873f67-4539-4563-b968-6903adad0613 None None] Provisioning complete for port 7758be55-ab5e-4aa8-a53c-260893cd6a8b triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:26.555678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c0873f67-4539-4563-b968-6903adad0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.628935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.638188 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c0873f67-4539-4563-b968-6903adad0613 None None] Port 7758be55-ab5e-4aa8-a53c-260893cd6a8b cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 02:58:26.818656 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:26.836333 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks [] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.912606 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.913388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (e8c800e0-9b7e-4cd7-a738-346e13444ec9), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:26.992741 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Pushing event updated for resources: {'Port': ['ID=7758be55-ab5e-4aa8-a53c-260893cd6a8b,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:27.043279 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 02:58:27.044598 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:27.244398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Router e8c800e0-9b7e-4cd7-a738-346e13444ec9 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 02:58:27.264004 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-95843673-1211-4284-ac90-ea0b5ca3b09e None None] Provisioning complete for port 7758be55-ab5e-4aa8-a53c-260893cd6a8b triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:27.264554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-95843673-1211-4284-ac90-ea0b5ca3b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:27.303285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-95843673-1211-4284-ac90-ea0b5ca3b09e None None] Port 7758be55-ab5e-4aa8-a53c-260893cd6a8b cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 02:58:27.336069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:27.336791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 02:58:27.341788 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0e1e50a9-acb5-4a11-91ae-3fa75f93deeb demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/e8c800e0-9b7e-4cd7-a738-346e13444ec9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0076761 Aug 25 02:58:27.352732 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Sync routers for ids ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 02:58:27.366034 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Routers {'e8c800e0-9b7e-4cd7-a738-346e13444ec9'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 02:58:27.366984 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T02:58:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:27.422472 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:27.559131 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Set router e8c800e0-9b7e-4cd7-a738-346e13444ec9 gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 02:58:27.983944 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:26Z', 'revision_number': 2, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port_host': None, '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:26Z', 'revision_number': 2, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:28.035979 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Checking router: e8c800e0-9b7e-4cd7-a738-346e13444ec9 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 02:58:28.036375 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Updating router e8c800e0-9b7e-4cd7-a738-346e13444ec9 port 7758be55-ab5e-4aa8-a53c-260893cd6a8b binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 02:58:28.088184 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:28.598610 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks [] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:28.667136 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:28.812054 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Pushing event updated for resources: {'Port': ['ID=7758be55-ab5e-4aa8-a53c-260893cd6a8b,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:28.821660 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Attempting to bind port 7758be55-ab5e-4aa8-a53c-260893cd6a8b on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 02:58:28.822058 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Attempting to bind port 7758be55-ab5e-4aa8-a53c-260893cd6a8b by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 02:58:28.822480 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Attempting to bind port 7758be55-ab5e-4aa8-a53c-260893cd6a8b on network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 02:58:28.826175 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.826513 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.826869 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.827221 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.827549 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.827873 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.828224 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.828549 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.829407 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.829751 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.830157 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.830495 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.830817 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.831131 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.831465 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Tracked resource versions report: Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: pushed versions: Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: { 'AddressGroup': {'1.2'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Agent': {'1.1'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'ConntrackHelper': {'1.0'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'LocalIPAssociation': {'1.0'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Log': {'1.0'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'NDPProxy': {'1.0'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Network': {'1.1'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Port': {'1.7'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'PortForwarding': {'1.3'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'QosPolicy': {'1.10'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroup': {'1.5'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroupRule': {'1.2'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SubPort': {'1.0'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Subnet': {'1.1'}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Trunk': {'1.1'}} Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: consumer versions: Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Agent': '1.1', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'ConntrackHelper': '1.0', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'LocalIPAssociation': '1.0', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Log': '1.0', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'NDPProxy': '1.0', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Network': '1.1', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Port': '1.7', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'PortForwarding': '1.3', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'QosPolicy': '1.10', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroup': '1.5', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroupRule': '1.2', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SubPort': '1.0', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Subnet': '1.1', Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Trunk': '1.1'}} Aug 25 02:58:28.832953 dv-cinder-779578-6-iscsi neutron-server[107025]: {{(pid=107025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 02:58:28.839787 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 2, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 02:58:28.840216 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Checking segment: {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 02:58:28.840687 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:28.841072 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Bound using segment: {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 02:58:28.841571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Bound port: 7758be55-ab5e-4aa8-a53c-260893cd6a8b, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974e2efa-af9c-4861-8502-d368bd3e6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 02:58:28.841951 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:28.917140 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] For port 7758be55-ab5e-4aa8-a53c-260893cd6a8b, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 02:58:28.936661 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] For port 7758be55-ab5e-4aa8-a53c-260893cd6a8b, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=7758be55-ab5e-4aa8-a53c-260893cd6a8b,segment=NetworkSegment(974e2efa-af9c-4861-8502-d368bd3e6c1e),segment_id=974e2efa-af9c-4861-8502-d368bd3e6c1e)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 02:58:29.022247 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:29.028776 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:29.052677 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:29.056119 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Routers {'e8c800e0-9b7e-4cd7-a738-346e13444ec9'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 02:58:29.056756 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T02:58:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:29.142955 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dba96-da2c-4f5b-ae52-00a6406edfc5 None None] Pushing event updated for resources: {'Port': ['ID=7758be55-ab5e-4aa8-a53c-260893cd6a8b,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:29.159797 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] Set router e8c800e0-9b7e-4cd7-a738-346e13444ec9 gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 02:58:29.355299 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:26Z', 'revision_number': 2, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port_host': None, '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:28Z', 'revision_number': 4, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:29.381433 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f27cb-046d-43ad-a0ca-ca4248fb8af0 None None] The sync data for ids ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'] in dv-cinder-779578-6-iscsi is: [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:26Z', 'revision_number': 2, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port_host': None, '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:28Z', 'revision_number': 4, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 02:58:29.741984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47406) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:30.131457 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:30.136226 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad8772-7fdf-42dc-8abb-ff29ecac7632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:30.137629 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e4ad8772-7fdf-42dc-8abb-ff29ecac7632 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/77a01bcc-0294-4968-a698-f8aded4a368d HTTP/1.1" status: 200 len: 842 time: 0.3947854 Aug 25 02:58:30.147638 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Request body: {'subnet': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:30.232819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Made reservation on behalf of eabb40ce2ddb40b4bea318792fc09f8e for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 02:58:30.235877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:30.651698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.objects.ports [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107022) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 25 02:58:30.652125 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (6a5bded9-9e31-4b6f-a6bd-9244d090df1a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:30.712358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5bded9-9e31-4b6f-a6bd-9244d090df1a,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:30.719680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 02:58:30.720030 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Network hostable DHCP agents. Network: 77a01bcc-0294-4968-a698-f8aded4a368d, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 02:58:30.809792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 02:58:30.878407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 77a01bcc-0294-4968-a698-f8aded4a368d) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:30.882695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:30.885906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:30.889579 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ab749-df41-4c1e-9f30-1c7c3b858a6a None None] Network 77a01bcc-0294-4968-a698-f8aded4a368d requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 02:58:30.894821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:30.947344 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:30.966995 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-61bd7576-eb63-4790-8482-daf0a5a078c9 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8227744 Aug 25 02:58:30.996199 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2cdb1-d572-4997-aa4f-0c8d7e117e33 None None] Network 77a01bcc-0294-4968-a698-f8aded4a368d requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 02:58:33.426824 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47414) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:33.957142 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-069b22f4-d1e1-4cfe-b334-cf4804c73983 demo admin] 10.222.0.75 "GET /networking/v2.0/routers/e8c800e0-9b7e-4cd7-a738-346e13444ec9 HTTP/1.1" status: 200 len: 710 time: 0.5291271 Aug 25 02:58:34.146730 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7ae94-f6c5-47c4-81b8-5c7564f0bfdc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 02:58:34.148276 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b7e7ae94-f6c5-47c4-81b8-5c7564f0bfdc demo admin] 10.222.0.75 "GET /networking/v2.0/networks/77a01bcc-0294-4968-a698-f8aded4a368d HTTP/1.1" status: 200 len: 886 time: 0.1854815 Aug 25 02:58:34.159243 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 02:58:34.426531 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks [] for router_gateway (e8c800e0-9b7e-4cd7-a738-346e13444ec9), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:34.710853 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks [] for router_gateway (e8c800e0-9b7e-4cd7-a738-346e13444ec9), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:34.791510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:34.974827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Allocated IP 172.27.1.142 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/d9f3e2ae-e602-4a54-8241-703432877d6f) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 02:58:35.098029 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks [] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.116955 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:35.127724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7758be55-ab5e-4aa8-a53c-260893cd6a8b up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:35.140344 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:35.176238 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 7758be55-ab5e-4aa8-a53c-260893cd6a8b triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:35.176621 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.217292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.255200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 7758be55-ab5e-4aa8-a53c-260893cd6a8b is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:35.255592 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.259965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 02:58:35.261572 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 02:58:35.291032 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 7758be55-ab5e-4aa8-a53c-260893cd6a8b, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=7758be55-ab5e-4aa8-a53c-260893cd6a8b,segment=NetworkSegment(974e2efa-af9c-4861-8502-d368bd3e6c1e),segment_id=974e2efa-af9c-4861-8502-d368bd3e6c1e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 02:58:35.329137 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 02:58:35.352646 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.369855 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Pushing event updated for resources: {'Port': ['ID=d9f3e2ae-e602-4a54-8241-703432877d6f,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:35.404163 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=7758be55-ab5e-4aa8-a53c-260893cd6a8b,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:35.407918 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.408278 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.408624 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.408972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.409302 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.409625 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.409944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.410274 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.410594 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.410915 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.411253 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.411728 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.412051 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.412386 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.412699 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Tracked resource versions report: Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: pushed versions: Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: { 'AddressGroup': {'1.2'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Agent': {'1.1'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'ConntrackHelper': {'1.0'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'LocalIPAssociation': {'1.0'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Log': {'1.0'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'NDPProxy': {'1.0'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Network': {'1.1'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Port': {'1.7'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'PortForwarding': {'1.3'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'QosPolicy': {'1.10'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroup': {'1.5'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroupRule': {'1.2'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SubPort': {'1.0'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Subnet': {'1.1'}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Trunk': {'1.1'}} Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: consumer versions: Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Agent': '1.1', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'ConntrackHelper': '1.0', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'LocalIPAssociation': '1.0', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Log': '1.0', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'NDPProxy': '1.0', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Network': '1.1', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Port': '1.7', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'PortForwarding': '1.3', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'QosPolicy': '1.10', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroup': '1.5', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroupRule': '1.2', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SubPort': '1.0', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Subnet': '1.1', Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Trunk': '1.1'}} Aug 25 02:58:35.414183 dv-cinder-779578-6-iscsi neutron-server[107023]: {{(pid=107023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 02:58:35.701923 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks [] for router_gateway (e8c800e0-9b7e-4cd7-a738-346e13444ec9), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.938553 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3744275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3747803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8596'] for router (e8c800e0-9b7e-4cd7-a738-346e13444ec9), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:35.943220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3744280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3744345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3747808'] for router (e8c800e0-9b7e-4cd7-a738-346e13444ec9), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:36.048699 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Router e8c800e0-9b7e-4cd7-a738-346e13444ec9 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 02:58:36.149519 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 02:58:36.154718 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:36.155419 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f385b155-312e-4adc-ad01-f4618689129e demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/e8c800e0-9b7e-4cd7-a738-346e13444ec9 HTTP/1.1" status: 200 len: 890 time: 2.0004179 Aug 25 02:58:36.171431 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Sync routers for ids ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 02:58:36.185221 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Routers {'e8c800e0-9b7e-4cd7-a738-346e13444ec9'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 02:58:36.185901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T02:58:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:36.367314 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:36.411910 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Set router e8c800e0-9b7e-4cd7-a738-346e13444ec9 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 02:58:36.793858 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 4, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port': {'id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:34Z', 'updated_at': '2022-08-25T02:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 5, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:36.841811 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Checking router: e8c800e0-9b7e-4cd7-a738-346e13444ec9 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 02:58:36.842177 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Updating router e8c800e0-9b7e-4cd7-a738-346e13444ec9 port d9f3e2ae-e602-4a54-8241-703432877d6f binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 02:58:36.961220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:36.971493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.136686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7758be55-ab5e-4aa8-a53c-260893cd6a8b up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:37.252670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 7758be55-ab5e-4aa8-a53c-260893cd6a8b triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:37.253337 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.370877 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks [] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.385449 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 7758be55-ab5e-4aa8-a53c-260893cd6a8b is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:37.472546 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.505801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Attempting to bind port d9f3e2ae-e602-4a54-8241-703432877d6f on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 02:58:37.506168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Attempting to bind port d9f3e2ae-e602-4a54-8241-703432877d6f by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 02:58:37.506534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Attempting to bind port d9f3e2ae-e602-4a54-8241-703432877d6f on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 02:58:37.518238 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 2, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 02:58:37.518608 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 02:58:37.519001 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.519422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 02:58:37.519898 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Bound port: d9f3e2ae-e602-4a54-8241-703432877d6f, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 02:58:37.520308 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.543202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b5b8-4d6c-4da9-8e03-2a3ac01960fa None None] Pushing event updated for resources: {'Port': ['ID=d9f3e2ae-e602-4a54-8241-703432877d6f,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:37.575795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] For port d9f3e2ae-e602-4a54-8241-703432877d6f, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 02:58:37.578829 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] For port d9f3e2ae-e602-4a54-8241-703432877d6f, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d9f3e2ae-e602-4a54-8241-703432877d6f,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 02:58:37.679029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:37.714261 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Routers {'e8c800e0-9b7e-4cd7-a738-346e13444ec9'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 02:58:37.714871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T02:58:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:37.773103 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b5b8-4d6c-4da9-8e03-2a3ac01960fa None None] Pushing event updated for resources: {'Port': ['ID=d9f3e2ae-e602-4a54-8241-703432877d6f,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:37.835248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] Set router e8c800e0-9b7e-4cd7-a738-346e13444ec9 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 02:58:37.908113 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:38.036715 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 4, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port': {'id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:34Z', 'updated_at': '2022-08-25T02:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 5, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 02:58:38.065578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5337ef5-57a8-41a2-b140-cee5f0222245 None None] The sync data for ids ['e8c800e0-9b7e-4cd7-a738-346e13444ec9'] in dv-cinder-779578-6-iscsi is: [{'id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'name': 'router1', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T02:58:16Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 4, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'gw_port': {'id': 'd9f3e2ae-e602-4a54-8241-703432877d6f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:34Z', 'updated_at': '2022-08-25T02:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '7758be55-ab5e-4aa8-a53c-260893cd6a8b', 'name': '', 'network_id': '602e17c2-99aa-4654-b4d4-1bd21bc5bbd3', 'tenant_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'mac_address': 'fa:16:3e:93:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c800e0-9b7e-4cd7-a738-346e13444ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T02:58:25Z', 'updated_at': '2022-08-25T02:58:35Z', 'revision_number': 5, 'project_id': 'c608b62797cb4b1aad77c875f6d5c5cb', 'subnets': [{'id': 'aa89162f-51c8-45ea-8589-f1e7341377ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271dc422-15c0-4e57-8e9e-bd51d9715323'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 02:58:38.750558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47430) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 02:58:39.138551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d9f3e2ae-e602-4a54-8241-703432877d6f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:39.156180 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9d26443d-2569-4bdc-b1f7-750a845f1193 admin admin] 10.222.0.75 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4039712 Aug 25 02:58:39.169712 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:39.185970 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port d9f3e2ae-e602-4a54-8241-703432877d6f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:39.186335 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:39.265092 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port d9f3e2ae-e602-4a54-8241-703432877d6f is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:39.265494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:39.292358 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port d9f3e2ae-e602-4a54-8241-703432877d6f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d9f3e2ae-e602-4a54-8241-703432877d6f,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 02:58:39.357734 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=21 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:39.358486 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=49 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:39.386955 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:39.435033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=d9f3e2ae-e602-4a54-8241-703432877d6f,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 02:58:40.896174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:41.133680 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d9f3e2ae-e602-4a54-8241-703432877d6f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 02:58:41.181901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port d9f3e2ae-e602-4a54-8241-703432877d6f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 02:58:41.182418 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d9f3e2ae-e602-4a54-8241-703432877d6f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:41.263973 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port d9f3e2ae-e602-4a54-8241-703432877d6f is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 02:58:49.148051 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=66 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:49.152314 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:49.460690 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:49.479322 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:51.252901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:51.253569 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:51.262200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=52 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:58:52.192604 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-595b1ec9-e8ec-4228-9561-22f762ddda70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:54.386232 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9027ec0f-5636-4c95-a40c-76c2d238e140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:55.626718 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:57.363213 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:58:57.478029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:01.467823 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 02:59:07.269198 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:07.348903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:07.354530 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:11.461743 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:22.163015 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1254b456-a68a-4049-acce-0e0a8bb142a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:24.419328 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-030d14e2-4c77-4ac7-8f43-d5bf3a17da3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:25.642666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:26.464817 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:26.478092 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:27.382735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:27.438534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:37.288687 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:37.347438 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:37.355326 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:38.469006 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 02:59:50.461134 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:50.463146 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 02:59:52.178868 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ae81bc6-5f0b-43a0-a7c3-e3ef9194c1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:54.390774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-783a37b1-a511-4a8d-bbd8-839b2849fc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:55.613329 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:57.349646 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 02:59:57.430343 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:03.470832 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:03.474703 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:04.075513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47970) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:04.413063 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.pecan_wsgi.hooks.translation [None req-146e3ad2-6c64-492d-a406-3f9c2de6192c admin admin] GET failed (client error): The resource could not be found. Aug 25 03:00:04.414337 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-146e3ad2-6c64-492d-a406-3f9c2de6192c admin admin] 10.222.0.75 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3376393 Aug 25 03:00:04.574238 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecbaec-83e9-4a8a-8a5e-bfb8d1922bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:04.582708 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-18ecbaec-83e9-4a8a-8a5e-bfb8d1922bf5 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570556 Aug 25 03:00:06.908012 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 47980) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:07.283839 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:07.348396 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:07.351230 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:07.417752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfbd01-0406-45bc-b788-e1239cf7bd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:07.419218 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-96bfbd01-0406-45bc-b788-e1239cf7bd44 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/aa89162f-51c8-45ea-8589-f1e7341377ac HTTP/1.1" status: 200 len: 849 time: 0.5101039 Aug 25 03:00:07.428776 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:00:07.516973 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Publish callbacks [] for subnet (aa89162f-51c8-45ea-8589-f1e7341377ac), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:07.721395 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765191767947'] for subnet (aa89162f-51c8-45ea-8589-f1e7341377ac), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:07.756519 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:07.757164 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:07.758447 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] 10.222.0.75 "PUT /networking/v2.0/subnets/aa89162f-51c8-45ea-8589-f1e7341377ac HTTP/1.1" status: 200 len: 868 time: 0.3333313 Aug 25 03:00:07.759119 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004f283-409b-4475-a010-224ab4d1bcdf None None] Network 602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:00:07.777646 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa89162f-51c8-45ea-8589-f1e7341377ac,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:00:07.785692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.786061 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.786387 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.786731 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.787067 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.787393 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.787720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.788042 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.788427 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.788776 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.789094 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.789421 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.789742 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.790058 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:07.790517 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856b70-8f16-40a9-9fda-9112c60bbf77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:00:08.066129 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Provisioning complete for port 7758be55-ab5e-4aa8-a53c-260893cd6a8b triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:00:08.066438 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7758be55-ab5e-4aa8-a53c-260893cd6a8b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:08.138049 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Current status of the port 7758be55-ab5e-4aa8-a53c-260893cd6a8b is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:00:08.146203 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Provisioning complete for port dadf0136-e7b1-4f1f-a83f-870a857e02d8 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:00:08.146588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dadf0136-e7b1-4f1f-a83f-870a857e02d8), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:08.220529 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-0791feb7-fa27-419d-8e40-df79a31b6392 None None] Current status of the port dadf0136-e7b1-4f1f-a83f-870a857e02d8 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:00:10.086087 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47988) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:10.567476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d0d78-7dc8-4e47-9fa6-cbb042adb317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:10.567821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d0d78-7dc8-4e47-9fa6-cbb042adb317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:10.569380 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-204d0d78-7dc8-4e47-9fa6-cbb042adb317 admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4823444 Aug 25 03:00:12.959446 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 47998) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:13.365175 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06749901-212d-44b2-8873-1b021922ec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:13.365673 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06749901-212d-44b2-8873-1b021922ec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:13.367235 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-06749901-212d-44b2-8873-1b021922ec4a admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4068387 Aug 25 03:00:15.469422 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:00:15.702426 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48006) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:16.116431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa65c86-172a-4553-9a27-eb3461672f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:16.117794 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6aa65c86-172a-4553-9a27-eb3461672f4b admin admin] 10.222.0.75 "GET /networking/v2.0/networks/602e17c2-99aa-4654-b4d4-1bd21bc5bbd3 HTTP/1.1" status: 200 len: 869 time: 0.4144380 Aug 25 03:00:17.781003 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:17.781895 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:18.216267 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=27 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:18.217044 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=25 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:18.218758 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=25 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:18.450583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48014) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:18.861758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a885b7-4f8a-4148-ba9d-6d8d47391d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:18.863122 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-04a885b7-4f8a-4148-ba9d-6d8d47391d19 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/77a01bcc-0294-4968-a698-f8aded4a368d HTTP/1.1" status: 200 len: 886 time: 0.4115591 Aug 25 03:00:21.177999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48022) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:21.572826 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8789f-f21d-4376-813c-c5d3cbe7676f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:21.573282 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8789f-f21d-4376-813c-c5d3cbe7676f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:21.574899 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0ea8789f-f21d-4376-813c-c5d3cbe7676f admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3958697 Aug 25 03:00:22.207166 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9ae29f99-fb76-482e-88ce-549fd285d144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:23.901247 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48030) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:24.270039 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc563c14-0af3-40a4-a821-43de5c2338b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:24.270490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc563c14-0af3-40a4-a821-43de5c2338b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:24.272276 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-fc563c14-0af3-40a4-a821-43de5c2338b3 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3700750 Aug 25 03:00:24.428175 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-09082b5d-170d-4798-9a2f-4ac451bfbbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:25.463484 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:25.464423 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:25.612965 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:26.616703 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48038) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:26.995406 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f5db5-7998-40e9-8c62-0a2a722cc21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:26.996795 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7f9f5db5-7998-40e9-8c62-0a2a722cc21d admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/6a5bded9-9e31-4b6f-a6bd-9244d090df1a HTTP/1.1" status: 200 len: 816 time: 0.3790810 Aug 25 03:00:27.481384 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:27.503728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:29.338085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48046) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:29.706744 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbefbe3-e57a-44a6-a07a-048178d2f36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:00:29.708063 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6bbefbe3-e57a-44a6-a07a-048178d2f36d admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/aa89162f-51c8-45ea-8589-f1e7341377ac HTTP/1.1" status: 200 len: 868 time: 0.3691235 Aug 25 03:00:36.990707 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:36.992059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:37.288554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:37.343924 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:37.350858 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:39.702147 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=58 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:39.704049 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=70 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:50.496479 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:50.505618 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=17 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:00:52.194911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8e9c-8013-4654-90f5-fbf82ab47548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:52.467703 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:00:54.377493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42cbdcc2-19ad-4e87-9b26-fbf6aba4a5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:55.622155 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:57.360561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:57.406085 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:00:58.464461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48104) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:00:58.788594 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [None req-1e35f14e-1899-4323-81f1-1cd8de304ef1 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:00:58.789587 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1e35f14e-1899-4323-81f1-1cd8de304ef1 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241892 Aug 25 03:01:01.286672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48112) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:01:01.627193 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55af85f-ed86-49a1-8bbf-bba08406e937 admin admin] GET failed (client error): The resource could not be found. Aug 25 03:01:01.628543 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e55af85f-ed86-49a1-8bbf-bba08406e937 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3409598 Aug 25 03:01:01.771359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9fbe6b-add7-479e-82db-a2042e0f2436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:01:01.772738 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ac9fbe6b-add7-479e-82db-a2042e0f2436 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398213 Aug 25 03:01:02.462777 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:02.463596 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:04.137633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48120) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:01:04.461515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:01:04.543212 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Made reservation on behalf of eabb40ce2ddb40b4bea318792fc09f8e for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:01:04.545567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:04.574652 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING neutron.services.revisions.revision_plugin [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Could not find related network for resource to bump revision. Aug 25 03:01:04.585826 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:01:04.595666 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (768d0a47-efcd-421a-a765-d1fac3349b8e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:04.596027 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Added segment 768d0a47-efcd-421a-a765-d1fac3349b8e of type vlan for network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 Aug 25 03:01:04.644518 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (7fa7022d-2a7a-41de-a634-e4ae97ba51f6), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:04.754626 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (7fa7022d-2a7a-41de-a634-e4ae97ba51f6), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:04.755620 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:01:04.756224 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:04.817449 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa7022d-2a7a-41de-a634-e4ae97ba51f6,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:01:04.823991 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.824363 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.824728 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.825076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.825446 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.825753 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.826078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.826401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.826742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.827070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.827410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.827752 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.828095 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.828440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.828758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:04.839474 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:01:05.051913 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-dcdd82f4-34a0-4aec-86cf-70399a3b0f99 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9130898 Aug 25 03:01:07.415975 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48128) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:01:07.752016 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b69fd9-ad86-4d1b-a487-3418e66197b9 admin admin] GET failed (client error): The resource could not be found. Aug 25 03:01:07.753333 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-86b69fd9-ad86-4d1b-a487-3418e66197b9 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3356836 Aug 25 03:01:07.824096 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c7672-5157-4299-ae75-f7e925b8718a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:01:07.825530 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d84c7672-5157-4299-ae75-f7e925b8718a admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678730 Aug 25 03:01:07.835419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:01:07.914375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Made reservation on behalf of eabb40ce2ddb40b4bea318792fc09f8e for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:01:07.917317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:08.126301 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (59be1754-4702-48b4-80a3-076ffad7426c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:08.188242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59be1754-4702-48b4-80a3-076ffad7426c,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:01:08.194896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Checking segment: {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:01:08.195241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Network hostable DHCP agents. Network: 7fa7022d-2a7a-41de-a634-e4ae97ba51f6, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:01:08.297280 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:01:08.383082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 7fa7022d-2a7a-41de-a634-e4ae97ba51f6) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:01:08.387142 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:01:08.387729 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:08.391948 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab000ff-dca2-43a7-9db8-b689a82d24f4 None None] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:01:08.477422 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3ee94e17-d0bf-48e5-815c-a0f48396f281 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6451876 Aug 25 03:01:08.495485 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-7fa7022d-2a7a-41de-a634-e4ae97ba51f6', 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6', 'project_id': 'eabb40ce2ddb40b4bea318792fc09f8e', 'fixed_ips': [{'subnet_id': '59be1754-4702-48b4-80a3-076ffad7426c'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:01:08.496900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:08.648694 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Allocated IP 192.168.233.2 (7fa7022d-2a7a-41de-a634-e4ae97ba51f6/59be1754-4702-48b4-80a3-076ffad7426c/5f607fc2-288d-4c09-b97e-ea6ba739d53d) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:01:08.892803 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks [] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:09.001383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:09.043692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:01:09.048521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:01:09.052386 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:01:09.055641 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Pushing event updated for resources: {'Port': ['ID=5f607fc2-288d-4c09-b97e-ea6ba739d53d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:01:09.082937 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.083285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.083652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.084010 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.084373 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.084707 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.085036 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.085361 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.085686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.086008 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.086333 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.086673 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.086996 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.087315 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.087631 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:01:09.121685 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Attempting to bind port 5f607fc2-288d-4c09-b97e-ea6ba739d53d on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:01:09.122057 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Attempting to bind port 5f607fc2-288d-4c09-b97e-ea6ba739d53d by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:01:09.122433 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Attempting to bind port 5f607fc2-288d-4c09-b97e-ea6ba739d53d on network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:01:09.127624 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:01:09.128000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Checking segment: {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:01:09.128428 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:09.128823 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Bound using segment: {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:01:09.129291 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Bound port: 5f607fc2-288d-4c09-b97e-ea6ba739d53d, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:01:09.129676 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:09.194343 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] For port 5f607fc2-288d-4c09-b97e-ea6ba739d53d, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:01:09.197387 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] For port 5f607fc2-288d-4c09-b97e-ea6ba739d53d, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=5f607fc2-288d-4c09-b97e-ea6ba739d53d,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:01:09.286365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:09.345147 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3de5-0de2-47c6-ae69-44602d80f34f None None] Pushing event updated for resources: {'Port': ['ID=5f607fc2-288d-4c09-b97e-ea6ba739d53d,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:01:10.160862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7283e-bd0e-41c2-a4ed-f177d9a881f6 None None] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:01:10.223246 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Provisioning complete for port 5f607fc2-288d-4c09-b97e-ea6ba739d53d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:01:10.223634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:10.345541 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Current status of the port 5f607fc2-288d-4c09-b97e-ea6ba739d53d is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:01:10.346397 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:10.383550 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] For port 5f607fc2-288d-4c09-b97e-ea6ba739d53d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=5f607fc2-288d-4c09-b97e-ea6ba739d53d,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:01:10.446424 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:10.501543 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c80e6-09c4-4d4b-b65e-4dab8d791a14 None None] Pushing event updated for resources: {'Port': ['ID=5f607fc2-288d-4c09-b97e-ea6ba739d53d,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:01:10.566960 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-9fe6483a-5e9a-417f-9e44-8c586aead037 None None] Provisioning complete for port 5f607fc2-288d-4c09-b97e-ea6ba739d53d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:01:10.567355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe6483a-5e9a-417f-9e44-8c586aead037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:10.634136 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:10.648912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6483a-5e9a-417f-9e44-8c586aead037 None None] Current status of the port 5f607fc2-288d-4c09-b97e-ea6ba739d53d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:01:11.231939 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 5f607fc2-288d-4c09-b97e-ea6ba739d53d up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:01:11.277583 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 5f607fc2-288d-4c09-b97e-ea6ba739d53d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:01:11.278217 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (5f607fc2-288d-4c09-b97e-ea6ba739d53d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:11.306723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:11.309023 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:11.359541 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 5f607fc2-288d-4c09-b97e-ea6ba739d53d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:01:17.472906 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:17.477729 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:18.397441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:18.398664 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:22.191670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f20070ee-3f16-40cf-a990-39ae61ca42db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:24.403170 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6427ff14-9429-4434-8f46-c0792ada5e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:25.688605 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:27.362814 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:27.414008 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:29.466305 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:01:37.349833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:37.353613 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:37.356343 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:39.462202 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:39.462980 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:52.178731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e34e320f-9ef5-429c-8995-d6ccc8c08765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:54.393971 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fd3072e9-2d55-4998-aa45-a4408e52c5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:54.468730 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:54.474654 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:01:55.641629 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:57.361420 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:01:57.407177 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:06.465244 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:02:07.346637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:07.350712 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:07.352524 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:16.460754 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:16.461693 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:22.194652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-86de6ed7-b7e1-4936-8550-6f34c537599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:24.401106 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3efa35b5-23c9-4fc8-981f-fcd837455306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:25.645935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:27.365655 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:27.422757 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:30.930214 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48168) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:02:30.935788 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [None req-ec90b782-19a1-4008-b22a-c9f549dcd8bd tempest-verify_tempest_config-832464120 tempest-verify_tempest_config-832464120-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:02:30.936808 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ec90b782-19a1-4008-b22a-c9f549dcd8bd tempest-verify_tempest_config-832464120 tempest-verify_tempest_config-832464120-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056369 Aug 25 03:02:31.469728 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:31.470578 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:31.694847 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48186) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:02:32.035115 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.137499 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Publish callbacks [] for security_group (b762a9b9-43f6-4740-b36c-215cd411e9b0), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.217191 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b762a9b9-43f6-4740-b36c-215cd411e9b0), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.265053 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762a9b9-43f6-4740-b36c-215cd411e9b0,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:02:32.268926 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=878245276275421988f047dda9bcc834&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5731220 Aug 25 03:02:32.271781 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48192) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:02:32.274159 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.274505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.274858 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.275688 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.276015 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.276412 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.276775 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.277098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.277424 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.277745 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.278081 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.278419 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.278741 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.279059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.279372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c4e44-35ec-4c70-b2e5-8f04eec9dfef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.329678 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Publish callbacks [] for security_group (b762a9b9-43f6-4740-b36c-215cd411e9b0), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.349535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Publish callbacks [] for security_group (b762a9b9-43f6-4740-b36c-215cd411e9b0), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.491700 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b762a9b9-43f6-4740-b36c-215cd411e9b0), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.494340 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:32.498741 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b762a9b9-43f6-4740-b36c-215cd411e9b0 HTTP/1.1" status: 204 len: 168 time: 0.2222135 Aug 25 03:02:32.503388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762a9b9-43f6-4740-b36c-215cd411e9b0,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:02:32.510890 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.511233 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.511569 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.511905 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.512263 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.512585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.512907 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.513263 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.513551 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.513875 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.514207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.514529 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.514845 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.515158 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:32.515469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda50f1-629f-4518-9b6c-94ef00e7327f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:02:37.348899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:37.356268 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:42.263019 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:42.270837 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:42.498415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:42.506445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:42.536303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:43.465061 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:02:52.216430 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0626d42-b5a5-4803-9dfe-ed0eb87f90b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:54.398822 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-861e0601-4f41-4b8c-9be3-57796d01c64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:54.464104 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=16 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:54.464872 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=14 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:02:55.639380 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:57.408857 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:02:57.438546 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:07.304596 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:07.357792 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:07.359515 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:08.459368 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:08.465334 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:20.463597 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:03:22.204285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d535cee2-3910-4614-9342-3d31408fbd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:24.389914 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dc05bcd6-6d97-4830-af37-1e909848cf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:25.643590 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:27.363129 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:27.426181 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:30.459965 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:37.349024 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:37.353881 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:37.355597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:45.465845 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:50.462768 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:03:52.185114 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-44a243c6-5b8b-4ac4-995a-cb7b10176ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:54.505426 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3adcb698-0c2e-4c34-b939-adf863425079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:55.659489 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:57.396310 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:57.430634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:03:57.463019 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 5 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:04:07.348038 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:07.351974 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:07.353753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:07.459093 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:07.459822 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:11.938730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3747291'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:21.836117 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:21.839011 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:22.184123 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-561bdcd2-129b-474f-806a-8a786d8fe873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:22.474352 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:22.478156 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:24.389727 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-716694b4-d3fc-481c-a092-42c939b561fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:24.855602 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48286) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:04:24.995008 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-08da2c6c-c7bd-42fd-b13a-91ce3d7ef4c2 admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1383657 Aug 25 03:04:25.647160 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:27.188028 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48296) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:04:27.245439 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-bc792e79-cdd4-4ed0-9145-ae425b602f49 admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0563908 Aug 25 03:04:27.378796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:27.441029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:34.463152 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:04:34.989473 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:37.240710 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:37.352824 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:37.357737 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:37.360459 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:41.858041 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:51.788088 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:51.790985 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:51.793743 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:52.166407 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f28620cf-01ee-4037-bfad-e0dd67c7311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:54.423124 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fbc4eb41-a4d5-4e79-a175-2e01e8548240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:55.657644 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:57.389042 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:57.452260 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:04:59.474048 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:04:59.474603 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=19 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:07.352034 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:07.356942 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:07.359656 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:11.463510 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:05:11.879193 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:21.459641 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:22.201045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d62f-acfa-40d4-aec3-eb4ff2d1ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:24.436016 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a975e790-28d4-472e-b910-8acbc73996cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:25.685477 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:27.382308 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:27.445356 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:36.465311 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:36.471293 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:37.353810 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=13 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:37.358786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:37.360547 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:41.885488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:48.463866 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:05:50.467783 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:51.816901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:51.818863 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:05:52.245103 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dda423c8-d72b-4295-81c1-d14f8b20fee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:54.427648 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8334136e-e87d-4947-8e23-d5ec67835a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:55.729385 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:57.434509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:57.465277 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:05:58.459723 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:00.839352 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48448) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:01.087120 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-network', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:01.220247 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Made reservation on behalf of 1d3d0ec7db3c4b3b8625c575a2a11ec8 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:01.222665 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.232015 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.304902 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks [] for security_group (54af1ea5-0ba2-4c18-94cf-b1830ca661f7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.382140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (54af1ea5-0ba2-4c18-94cf-b1830ca661f7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.413779 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:01.424818 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54af1ea5-0ba2-4c18-94cf-b1830ca661f7,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:01.434364 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.434712 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.435078 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.435421 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.435760 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.436085 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.436461 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.436785 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.437305 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.437642 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.437977 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.438495 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.438828 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.439151 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.439468 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Tracked resource versions report: Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: pushed versions: Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: { 'AddressGroup': {'1.2'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Agent': {'1.1'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'ConntrackHelper': {'1.0'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'LocalIPAssociation': {'1.0'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Log': {'1.0'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'NDPProxy': {'1.0'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Network': {'1.1'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Port': {'1.7'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'PortForwarding': {'1.3'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'QosPolicy': {'1.10'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroup': {'1.5'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroupRule': {'1.2'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SubPort': {'1.0'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Subnet': {'1.1'}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Trunk': {'1.1'}} Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: consumer versions: Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: HyperV agent@hv-cinder-77957: {}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Agent': '1.1', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'ConntrackHelper': '1.0', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'LocalIPAssociation': '1.0', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Log': '1.0', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'NDPProxy': '1.0', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Network': '1.1', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Port': '1.7', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'PortForwarding': '1.3', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'QosPolicy': '1.10', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroup': '1.5', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SecurityGroupRule': '1.2', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'SubPort': '1.0', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Subnet': '1.1', Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: 'Trunk': '1.1'}} Aug 25 03:06:01.440712 dv-cinder-779578-6-iscsi neutron-server[107023]: {{(pid=107023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 03:06:01.447807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765191840085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (d8fa9130-719b-4d30-9d26-54e3a165dc74), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.448917 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Unsubscribe: segment precommit_create {{(pid=107023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 03:06:01.449900 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Added segment d8fa9130-719b-4d30-9d26-54e3a165dc74 of type vlan for network 6ac69087-e8de-47de-ba66-364375da66dd Aug 25 03:06:01.516725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (6ac69087-e8de-47de-ba66-364375da66dd), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.627958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (6ac69087-e8de-47de-ba66-364375da66dd), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.629003 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:01.629578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.798621 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac69087-e8de-47de-ba66-364375da66dd,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:01.809583 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 6ac69087-e8de-47de-ba66-364375da66dd details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:01.848090 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-899871f4-0d2c-459a-8316-8e6bfe6ffda2 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0076072 Aug 25 03:06:01.850988 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48508) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:01.856912 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Request body: {'subnet': {'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-subnet', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:01.951285 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Made reservation on behalf of 1d3d0ec7db3c4b3b8625c575a2a11ec8 for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:01.953736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:01.958033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48512) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:02.001424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48520) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:02.034444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48524) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:02.189998 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48542) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:02.251038 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (32c39efe-3dbb-4859-bac9-fcaa7727311d), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.257102 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-829194612-network', 'tenant_id': 'bc5b9a0d35974e5e83f4e739558d0a2d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:02.294113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-216408205-network', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:02.312214 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:02.318827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c39efe-3dbb-4859-bac9-fcaa7727311d,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:02.336700 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1640658577-network', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:02.353986 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Checking segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:02.366088 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Network hostable DHCP agents. Network: 6ac69087-e8de-47de-ba66-364375da66dd, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:02.425795 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Made reservation on behalf of bc5b9a0d35974e5e83f4e739558d0a2d for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:02.428483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.456779 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Network 6ac69087-e8de-47de-ba66-364375da66dd is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:02.547841 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 6ac69087-e8de-47de-ba66-364375da66dd) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:02.552275 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Made reservation on behalf of d5a66dfea4c5492da1ac3e1f76cbe35d for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:02.555652 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.562974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-92220397-network', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:02.566935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.568928 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Made reservation on behalf of eeb0f7283fb84ea48fd468f22c721b8b for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:02.569059 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e843b-5d75-4ee6-8a8f-785d812d352b None None] Network 6ac69087-e8de-47de-ba66-364375da66dd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:02.571444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.571731 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:02.573974 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.596174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.616746 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.740542 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c9706d65-647c-4fb9-bf8d-02a8d67607f2 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8858404 Aug 25 03:06:02.742588 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48564) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:02.748317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:02.755120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-6ac69087-e8de-47de-ba66-364375da66dd', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:06:02.756860 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.792513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Made reservation on behalf of f626c34f12fb4bdab6bd42b05b79742a for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:02.795040 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.822886 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks [] for security_group (77080e14-cd74-4890-894d-4d678e612c27), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.826558 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.850665 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.852298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.859471 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:02.891598 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks [] for security_group (29c861e3-98d4-48a0-a0a9-6633d23871b4), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.910383 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks [] for security_group (a66040b5-5628-4c32-997c-e890e7629280), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.942260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (77080e14-cd74-4890-894d-4d678e612c27), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.959628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for router_controller (52cb30df-4f52-4542-9233-6df23b4e37b7), precommit_add_association {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:02.986553 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:03.002882 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (cfb38afb-d150-439e-9fb2-e8936bb8657a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.002882 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Added segment cfb38afb-d150-439e-9fb2-e8936bb8657a of type vlan for network dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb Aug 25 03:06:03.032592 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Allocated IP 172.20.0.2 (6ac69087-e8de-47de-ba66-364375da66dd/32c39efe-3dbb-4859-bac9-fcaa7727311d/035f5b9d-0f88-46ba-ac9c-48448c288d5d) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:03.085298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks [] for security_group (bead1b0d-d7fa-47c8-b7b0-4f01cd744aab), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.104059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77080e14-cd74-4890-894d-4d678e612c27,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.113686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (29c861e3-98d4-48a0-a0a9-6633d23871b4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.145414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=74,neutron:INSERT=25,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:03.147186 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.147731 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.148269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.148845 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.149389 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.149913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.150474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.151027 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.151577 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.152089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.153367 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.154042 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.154941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.155424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.155960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Tracked resource versions report: Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: pushed versions: Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: { 'AddressGroup': {'1.2'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Agent': {'1.1'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'ConntrackHelper': {'1.0'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'LocalIPAssociation': {'1.0'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Log': {'1.0'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'NDPProxy': {'1.0'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Network': {'1.1'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Port': {'1.7'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'PortForwarding': {'1.3'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'QosPolicy': {'1.10'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroup': {'1.5'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroupRule': {'1.2'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SubPort': {'1.0'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Subnet': {'1.1'}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Trunk': {'1.1'}} Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: consumer versions: Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: HyperV agent@hv-cinder-77957: {}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Agent': '1.1', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'ConntrackHelper': '1.0', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'LocalIPAssociation': '1.0', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Log': '1.0', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'NDPProxy': '1.0', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Network': '1.1', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Port': '1.7', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'PortForwarding': '1.3', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'QosPolicy': '1.10', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroup': '1.5', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SecurityGroupRule': '1.2', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'SubPort': '1.0', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Subnet': '1.1', Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: 'Trunk': '1.1'}} Aug 25 03:06:03.157616 dv-cinder-779578-6-iscsi neutron-server[107022]: {{(pid=107022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 03:06:03.163594 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a66040b5-5628-4c32-997c-e890e7629280), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.178656 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:03.191870 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (b2c96a1b-3efb-4ad1-a1cb-56274c1c568c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.192525 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Added segment b2c96a1b-3efb-4ad1-a1cb-56274c1c568c of type vlan for network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 Aug 25 03:06:03.258158 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=62,neutron:INSERT=32,neutron:UPDATE=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:03.267702 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bead1b0d-d7fa-47c8-b7b0-4f01cd744aab), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.303285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.310364 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:03.322767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (1bd9314a-0d30-442f-b8e5-916b0604ffe1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.338373 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks [] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.350707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (a747ba66-fccd-4db6-9384-0edebd26e0ea), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.351048 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Added segment a747ba66-fccd-4db6-9384-0edebd26e0ea of type vlan for network e41fd9c3-0d17-460e-a746-06b7f7aecf81 Aug 25 03:06:03.362634 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for router_gateway (52cb30df-4f52-4542-9233-6df23b4e37b7), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.374422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c861e3-98d4-48a0-a0a9-6633d23871b4,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.381920 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:03.440541 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (26ee1061-8e52-43eb-bb39-5ff23c09cb57), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.440878 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Added segment 26ee1061-8e52-43eb-bb39-5ff23c09cb57 of type vlan for network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c Aug 25 03:06:03.456894 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66040b5-5628-4c32-997c-e890e7629280,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.458020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.476428 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (e41fd9c3-0d17-460e-a746-06b7f7aecf81), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.513573 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Network 6ac69087-e8de-47de-ba66-364375da66dd is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:03.517064 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:03.520632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:03.524800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead1b0d-d7fa-47c8-b7b0-4f01cd744aab,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.530469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Pushing event updated for resources: {'Port': ['ID=035f5b9d-0f88-46ba-ac9c-48448c288d5d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.533940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (1f35a7bb-9c1a-41d2-92fd-9043716fc14c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.549755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.550093 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.550602 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.551450 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.551785 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.552111 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.552458 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.552781 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.553100 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.553415 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.553898 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.554236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.554548 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.555039 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.555354 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Tracked resource versions report: Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: pushed versions: Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: { 'AddressGroup': {'1.2'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Agent': {'1.1'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'ConntrackHelper': {'1.0'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'LocalIPAssociation': {'1.0'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Log': {'1.0'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'NDPProxy': {'1.0'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Network': {'1.1'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Port': {'1.7'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'PortForwarding': {'1.3'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'QosPolicy': {'1.10'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroup': {'1.5'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroupRule': {'1.2'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SubPort': {'1.0'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Subnet': {'1.1'}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Trunk': {'1.1'}} Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: consumer versions: Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: HyperV agent@hv-cinder-77957: {}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Agent': '1.1', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'ConntrackHelper': '1.0', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'LocalIPAssociation': '1.0', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Log': '1.0', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'NDPProxy': '1.0', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Network': '1.1', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Port': '1.7', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'PortForwarding': '1.3', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'QosPolicy': '1.10', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroup': '1.5', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SecurityGroupRule': '1.2', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'SubPort': '1.0', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Subnet': '1.1', Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: 'Trunk': '1.1'}} Aug 25 03:06:03.556675 dv-cinder-779578-6-iscsi neutron-server[107024]: {{(pid=107024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 03:06:03.576883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (1bd9314a-0d30-442f-b8e5-916b0604ffe1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.580834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:03.580834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.584490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.585802 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:03.586511 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.625275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Attempting to bind port 035f5b9d-0f88-46ba-ac9c-48448c288d5d on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:03.626226 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Attempting to bind port 035f5b9d-0f88-46ba-ac9c-48448c288d5d by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:03.627001 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Attempting to bind port 035f5b9d-0f88-46ba-ac9c-48448c288d5d on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:03.640262 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:03.641257 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Checking segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:03.645800 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.646495 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Bound using segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:03.647242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Bound port: 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:03.649281 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.669667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] Pushing event updated for resources: {'Network': ['ID=1bd9314a-0d30-442f-b8e5-916b0604ffe1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.684881 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:03.689531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (e41fd9c3-0d17-460e-a746-06b7f7aecf81), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.689531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:03.689531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.710529 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for router_gateway (52cb30df-4f52-4542-9233-6df23b4e37b7), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.743127 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.754041 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-747d5bf1-7978-4eaf-99e9-94fa94e57b9f admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7160347 Aug 25 03:06:03.754707 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48602) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:03.758981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (1f35a7bb-9c1a-41d2-92fd-9043716fc14c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.760990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:03.761559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.764660 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Request body: {'subnet': {'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1640658577-subnet', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:03.816730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.821685 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3f02d7d2-c303-4c04-ba9e-e214aaa6fe41 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8626208 Aug 25 03:06:03.826989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48608) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:03.839356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Request body: {'subnet': {'network_id': 'dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-829194612-subnet', 'tenant_id': 'bc5b9a0d35974e5e83f4e739558d0a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:03.844815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] For port 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:03.848411 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] For port 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=035f5b9d-0f88-46ba-ac9c-48448c288d5d,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:03.852914 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:03.910956 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=e41fd9c3-0d17-460e-a746-06b7f7aecf81,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.918700 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:03.937024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:03.958833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Allocated IP 172.27.1.30 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/1e5f0085-510c-4cea-a278-a6162c3b0727) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:03.983061 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cbca5-da66-4b6b-87ec-8f18ec3d3009 None None] Pushing event updated for resources: {'Port': ['ID=035f5b9d-0f88-46ba-ac9c-48448c288d5d,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:03.991396 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:04.003452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Made reservation on behalf of eeb0f7283fb84ea48fd468f22c721b8b for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:04.016656 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.032345 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8403795 Aug 25 03:06:04.035291 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48622) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:04.039312 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4cb6eb91-c8ef-48d6-8979-b679d5a13ae4 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0365465 Aug 25 03:06:04.040628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48624) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:04.057241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Request body: {'subnet': {'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-subnet', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:04.078951 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fbb06-10b6-49e9-b883-1fdef8bc076a admin admin] Pushing event updated for resources: {'Network': ['ID=1f35a7bb-9c1a-41d2-92fd-9043716fc14c,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:04.087130 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Request body: {'subnet': {'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-92220397-subnet', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:04.104702 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:04.114236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Made reservation on behalf of bc5b9a0d35974e5e83f4e739558d0a2d for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:04.121794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.212465 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Made reservation on behalf of d5a66dfea4c5492da1ac3e1f76cbe35d for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:04.215559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.612893 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.612893 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Made reservation on behalf of f626c34f12fb4bdab6bd42b05b79742a for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:04.612893 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.625906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=15,neutron:SELECT=76,neutron:UPDATE=9 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:04.633369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:04.685328 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:04.761279 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.762481 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (c31ba2c1-bc1f-4d7a-9340-3785d79a75b4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.766823 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (3cb10899-f353-4afc-bba0-17435c1c1dfb), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.770174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (1ced18b0-39bc-4637-a6b0-2efa52205114), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.792565 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:04.834789 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:04.853917 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31ba2c1-bc1f-4d7a-9340-3785d79a75b4,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:04.854118 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (a1ac9fd5-cab6-4f3b-9242-c5a635c905de), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:04.856277 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:04.896665 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Checking segment: {'id': 'cfb38afb-d150-439e-9fb2-e8936bb8657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:04.897011 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Network hostable DHCP agents. Network: dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:04.906101 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:04.906460 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Network hostable DHCP agents. Network: e41fd9c3-0d17-460e-a746-06b7f7aecf81, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:04.934723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ced18b0-39bc-4637-a6b0-2efa52205114,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:04.945730 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5f0085-510c-4cea-a278-a6162c3b0727,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:05.026484 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Network dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:05.031020 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:05.120452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb10899-f353-4afc-bba0-17435c1c1dfb,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:05.123543 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:05.134735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6805e-c2c9-4f44-bc96-bb60814f9d1d None None] Network dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.137935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:05.139536 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.149033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, e41fd9c3-0d17-460e-a746-06b7f7aecf81) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:05.166966 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Checking segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:05.166966 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Network hostable DHCP agents. Network: 1bd9314a-0d30-442f-b8e5-916b0604ffe1, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:05.170170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:05.171997 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.183508 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48652) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:05.192853 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Checking segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:05.193212 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Network hostable DHCP agents. Network: 1f35a7bb-9c1a-41d2-92fd-9043716fc14c, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:05.206719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ac9fd5-cab6-4f3b-9242-c5a635c905de,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:05.215440 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237b327-6806-4f88-b60a-62f077b66603 None None] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.268766 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7ae55d5b-51e1-4ce6-95f4-299a76b31376 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4368832 Aug 25 03:06:05.283657 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:05.287404 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:05.292180 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f193ec31-a585-4b0d-8523-e4d131c082b3 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2445343 Aug 25 03:06:05.292413 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48658) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:05.299627 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:05.413888 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-14fb8953-43b2-4b07-930f-d16fe1e9e656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.415029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2ab33-7457-4789-8d2f-2a304cd954a0 None None] Network dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.440359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.441827 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.456542 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for router_gateway (52cb30df-4f52-4542-9233-6df23b4e37b7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.461718 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:06:05.463583 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.466163 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:05.512650 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 035f5b9d-0f88-46ba-ac9c-48448c288d5d up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:05.514547 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd9752-3b32-4f08-b10c-cb72510d08d2 None None] Network 6ac69087-e8de-47de-ba66-364375da66dd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.524075 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:05.525779 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:05.527197 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 1bd9314a-0d30-442f-b8e5-916b0604ffe1) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:05.539179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:05.540004 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.542721 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 1f35a7bb-9c1a-41d2-92fd-9043716fc14c) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:05.551679 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:05.552593 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.583768 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for router_controller (acf6779c-356b-490d-9a5b-46a76ca23b4d), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.617601 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-14fb8953-43b2-4b07-930f-d16fe1e9e656 admin admin] Publish callbacks [] for security_group (aa3ee414-3be3-455d-83f5-13a074d4d713), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.711051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf4c25-0eeb-451e-83e8-4662e0d517a4 None None] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.714094 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2010c-ac98-4653-8fd2-1154af3fea54 None None] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:05.761151 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-066495cc-28dd-4641-9bc9-616178fd29bc admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0049536 Aug 25 03:06:05.775325 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:05.780062 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-bd1ee29d-e60d-4d63-9371-8af36a038e87 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7145863 Aug 25 03:06:05.782254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48682) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:05.784899 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48684) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:05.793500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:05.795741 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:05.799332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-14fb8953-43b2-4b07-930f-d16fe1e9e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (aa3ee414-3be3-455d-83f5-13a074d4d713), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.814503 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:05.898439 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-14fb8953-43b2-4b07-930f-d16fe1e9e656 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=44ad45bb838d4a27a8c085b28b5a227d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7105749 Aug 25 03:06:05.937278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48690) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:05.971757 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Provisioning complete for port 035f5b9d-0f88-46ba-ac9c-48448c288d5d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:05.972459 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.008690 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (355e0013-0e56-424f-8b5e-b9de2913f429), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.009892 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (355e0013-0e56-424f-8b5e-b9de2913f429), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.014206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for router_gateway (acf6779c-356b-490d-9a5b-46a76ca23b4d), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.025588 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8953-43b2-4b07-930f-d16fe1e9e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ee414-3be3-455d-83f5-13a074d4d713,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:06.053524 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] Publish callbacks [] for security_group (aa3ee414-3be3-455d-83f5-13a074d4d713), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.085932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] Publish callbacks [] for security_group (aa3ee414-3be3-455d-83f5-13a074d4d713), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.128311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for router_controller (355e0013-0e56-424f-8b5e-b9de2913f429), precommit_add_association {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.133986 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:06:06.166467 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:06.170875 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.172880 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.189780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 035f5b9d-0f88-46ba-ac9c-48448c288d5d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:06.190216 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.204323 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:06:06.204323 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.270366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (aa3ee414-3be3-455d-83f5-13a074d4d713), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.274355 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.277745 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/aa3ee414-3be3-455d-83f5-13a074d4d713 HTTP/1.1" status: 204 len: 168 time: 0.3375528 Aug 25 03:06:06.309979 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbf9b1-d962-4350-848d-037240f3742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ee414-3be3-455d-83f5-13a074d4d713,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:06.386037 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Allocated IP 172.20.0.2 (e41fd9c3-0d17-460e-a746-06b7f7aecf81/1ced18b0-39bc-4637-a6b0-2efa52205114/dde1a0fa-faa2-46a1-a176-9891d26c94a4) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:06.437570 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'fixed_ips': [{'subnet_id': '3cb10899-f353-4afc-bba0-17435c1c1dfb'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:06:06.438883 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.465127 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for router_controller (7d0856ca-3ae0-4705-8b60-cc0897ca9471), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.487280 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:06.562934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:06.563369 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.599636 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:06.609425 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for router_gateway (355e0013-0e56-424f-8b5e-b9de2913f429), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.612448 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:06.631854 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:06.632506 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:06.648694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48712) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:06.653664 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098105241-network', 'tenant_id': '3427539430d9466f87f943bfa38fbf87'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:06.826194 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:06.826842 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.831991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] For port 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=035f5b9d-0f88-46ba-ac9c-48448c288d5d,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:06.832133 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.844292 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a832531d-9b2a-4ade-8980-09ce661410d2 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0973399 Aug 25 03:06:06.845325 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48714) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:06.871683 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:06.913139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for router_gateway (7d0856ca-3ae0-4705-8b60-cc0897ca9471), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.928631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for router_gateway (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.956517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:06.972966 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Allocated IP 172.20.0.2 (1f35a7bb-9c1a-41d2-92fd-9043716fc14c/a1ac9fd5-cab6-4f3b-9242-c5a635c905de/d5a940bc-266c-4583-a87b-58b68b4da8f2) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:07.021022 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:07.042763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.090892 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:05Z', 'revision_number': 3, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:07.137971 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:07.138348 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Updating router 52cb30df-4f52-4542-9233-6df23b4e37b7 port 1e5f0085-510c-4cea-a278-a6162c3b0727 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:07.170680 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Made reservation on behalf of 3427539430d9466f87f943bfa38fbf87 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:07.174207 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.174710 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.223980 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Allocated IP 172.27.1.51 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/029e43b4-9656-43b6-9a0c-0e7df3a93668) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:07.254492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Allocated IP 172.20.0.2 (1bd9314a-0d30-442f-b8e5-916b0604ffe1/3cb10899-f353-4afc-bba0-17435c1c1dfb/9b5b46a7-6039-4c08-ae98-4b29db588c3b) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:07.268983 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks [] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.282059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for router_gateway (355e0013-0e56-424f-8b5e-b9de2913f429), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.311491 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.db.api [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 03:06:07.311992 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG oslo_db.api [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 03:06:07.316441 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.331381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for router_gateway (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.338385 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-83ec803c-1e23-4577-811f-1e794471cd19 None None] Provisioning complete for port 035f5b9d-0f88-46ba-ac9c-48448c288d5d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:07.338851 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-83ec803c-1e23-4577-811f-1e794471cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.392908 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.409679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.423236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0550ed3-b158-48a9-88e8-75deabbc313a None None] Pushing event updated for resources: {'Port': ['ID=035f5b9d-0f88-46ba-ac9c-48448c288d5d,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:07.456039 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.532009 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks [] for security_group (19c459f5-f9d8-4c10-92f6-01f0d6b43d4b), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.600932 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:07.612561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.616407 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:07.628815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Pushing event updated for resources: {'Port': ['ID=dde1a0fa-faa2-46a1-a176-9891d26c94a4,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:07.643191 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:07.765537 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (19c459f5-f9d8-4c10-92f6-01f0d6b43d4b), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.781306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.797146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:06:07.824244 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (03953ec9-6c09-4a61-a532-c609cfe5184c), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:07.824590 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Added segment 03953ec9-6c09-4a61-a532-c609cfe5184c of type vlan for network 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f Aug 25 03:06:07.826527 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c459f5-f9d8-4c10-92f6-01f0d6b43d4b,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:07.876274 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:07.885901 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:07.895009 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:07.935178 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.013659 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Pushing event updated for resources: {'Port': ['ID=029e43b4-9656-43b6-9a0c-0e7df3a93668,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.077741 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks [] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.114741 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks [] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.133105 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.134925 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:08.135552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.149605 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48748) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:08.157697 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-83ec803c-1e23-4577-811f-1e794471cd19 None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:08.166322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:08.171691 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Attempting to bind port dde1a0fa-faa2-46a1-a176-9891d26c94a4 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:08.172075 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Attempting to bind port dde1a0fa-faa2-46a1-a176-9891d26c94a4 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:08.172466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Attempting to bind port dde1a0fa-faa2-46a1-a176-9891d26c94a4 on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:08.183524 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks [] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.184777 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:08.185348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:08.185758 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.186276 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Bound using segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:08.186815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Bound port: dde1a0fa-faa2-46a1-a176-9891d26c94a4, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:08.187296 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.263270 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.267552 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.273753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] For port dde1a0fa-faa2-46a1-a176-9891d26c94a4, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:08.292592 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6402130 Aug 25 03:06:08.321675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] For port dde1a0fa-faa2-46a1-a176-9891d26c94a4, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dde1a0fa-faa2-46a1-a176-9891d26c94a4,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:08.327469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 035f5b9d-0f88-46ba-ac9c-48448c288d5d up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:08.331053 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc0e0-b175-4651-9042-9ac64607437a admin admin] Pushing event updated for resources: {'Network': ['ID=7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.331752 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48754) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:08.344186 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Request body: {'subnet': {'network_id': '7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098105241-subnet', 'tenant_id': '3427539430d9466f87f943bfa38fbf87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:08.357038 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.370992 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.383043 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:08.389023 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Attempting to bind port 1e5f0085-510c-4cea-a278-a6162c3b0727 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:08.389953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:06:08.391739 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Attempting to bind port 1e5f0085-510c-4cea-a278-a6162c3b0727 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:08.392734 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Attempting to bind port 1e5f0085-510c-4cea-a278-a6162c3b0727 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:08.398658 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Allocated IP 172.27.1.86 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/0c8fe06d-0de3-4850-9a13-8e18b25d9e17) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:08.404156 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:08.413337 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:08.437008 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:08.439486 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.445571 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:08.452202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:08.461701 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:08.464898 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:08.466021 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.467515 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:08.469257 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Bound port: 1e5f0085-510c-4cea-a278-a6162c3b0727, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:08.469870 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.512437 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Pushing event updated for resources: {'Port': ['ID=d5a940bc-266c-4583-a87b-58b68b4da8f2,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.550015 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Pushing event updated for resources: {'Port': ['ID=1e5f0085-510c-4cea-a278-a6162c3b0727,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.586192 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for router_gateway (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.590564 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Made reservation on behalf of 3427539430d9466f87f943bfa38fbf87 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:08.591823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.592373 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Pushing event updated for resources: {'Port': ['ID=9b5b46a7-6039-4c08-ae98-4b29db588c3b,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.607835 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.609556 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.610272 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.610862 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.611333 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.611805 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.612473 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.613092 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.613552 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.614120 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.614580 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.615090 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.615577 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.616387 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Tracked resource versions report: Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: pushed versions: Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: { 'AddressGroup': {'1.2'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Agent': {'1.1'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'ConntrackHelper': {'1.0'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'LocalIPAssociation': {'1.0'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Log': {'1.0'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'NDPProxy': {'1.0'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Network': {'1.1'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Port': {'1.7'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'PortForwarding': {'1.3'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'QosPolicy': {'1.10'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroup': {'1.5'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroupRule': {'1.2'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SubPort': {'1.0'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Subnet': {'1.1'}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Trunk': {'1.1'}} Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: consumer versions: Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: { DHCP agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: HyperV agent@hv-cinder-77957: {}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: L3 agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: Metadata agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: Metering agent@dv-cinder-779578-6-iscsi: {}, Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: Open vSwitch agent@dv-cinder-779578-6-iscsi: { 'AddressGroup': '1.2', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Agent': '1.1', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'ConntrackHelper': '1.0', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'LocalIPAssociation': '1.0', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Log': '1.0', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'NDPProxy': '1.0', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Network': '1.1', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Port': '1.7', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'PortForwarding': '1.3', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'QosPolicy': '1.10', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroup': '1.5', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SecurityGroupRule': '1.2', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'SubPort': '1.0', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Subnet': '1.1', Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: 'Trunk': '1.1'}} Aug 25 03:06:08.622565 dv-cinder-779578-6-iscsi neutron-server[107025]: {{(pid=107025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 03:06:08.624510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:08.666895 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] For port 1e5f0085-510c-4cea-a278-a6162c3b0727, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:08.672307 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] For port 1e5f0085-510c-4cea-a278-a6162c3b0727, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1e5f0085-510c-4cea-a278-a6162c3b0727,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:08.747875 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.775774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 035f5b9d-0f88-46ba-ac9c-48448c288d5d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:08.776212 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.780968 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.785013 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:08.786913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f03d5193-1740-4d83-995d-c830256a1ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.792864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Attempting to bind port d5a940bc-266c-4583-a87b-58b68b4da8f2 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:08.793304 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Attempting to bind port d5a940bc-266c-4583-a87b-58b68b4da8f2 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:08.793602 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Attempting to bind port d5a940bc-266c-4583-a87b-58b68b4da8f2 on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:08.796886 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Allocated IP 172.20.0.1 (6ac69087-e8de-47de-ba66-364375da66dd/32c39efe-3dbb-4859-bac9-fcaa7727311d/969d587a-7a29-4a0c-a3d9-99015d03e017) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:08.843637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:08.844016 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Checking segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:08.844448 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.844852 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Bound using segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:08.845359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Bound port: d5a940bc-266c-4583-a87b-58b68b4da8f2, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:08.845753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.869270 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:08.870678 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:08.877306 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:08.919026 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Attempting to bind port 9b5b46a7-6039-4c08-ae98-4b29db588c3b on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:08.919389 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Attempting to bind port 9b5b46a7-6039-4c08-ae98-4b29db588c3b by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:08.919763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Attempting to bind port 9b5b46a7-6039-4c08-ae98-4b29db588c3b on network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:08.935855 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db78bf-df28-4dc3-8ef8-42e73df077d9 None None] Pushing event updated for resources: {'Port': ['ID=dde1a0fa-faa2-46a1-a176-9891d26c94a4,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.950842 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351f91-874f-4ea3-ac06-47118af2059d None None] Pushing event updated for resources: {'Port': ['ID=1e5f0085-510c-4cea-a278-a6162c3b0727,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:08.980799 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:08.981190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Checking segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:08.981587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:08.982002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Bound using segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:08.982490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Bound port: 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:08.982877 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.091894 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks [] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.098609 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:09.126344 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:09.196767 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:09.207983 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:09.247344 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] For port d5a940bc-266c-4583-a87b-58b68b4da8f2, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:09.256471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] For port d5a940bc-266c-4583-a87b-58b68b4da8f2, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d5a940bc-266c-4583-a87b-58b68b4da8f2,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:09.257186 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.272307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] For port 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:09.274912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] For port 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=9b5b46a7-6039-4c08-ae98-4b29db588c3b,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:09.305742 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Network 6ac69087-e8de-47de-ba66-364375da66dd is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:09.310309 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:09.314567 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:09.315302 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (52cb30df-4f52-4542-9233-6df23b4e37b7), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.325520 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:09.360303 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Pushing event updated for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:09.369343 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.385013 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:05Z', 'revision_number': 3, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:09.394540 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.421272 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.523316 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea16ab-143f-4fa4-ac6e-232da3776aaf None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:05Z', 'revision_number': 3, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:09.619851 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d83fa-7307-4988-a058-f6c0f760205d None None] Pushing event updated for resources: {'Port': ['ID=9b5b46a7-6039-4c08-ae98-4b29db588c3b,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:09.692903 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:09.709423 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:09.714555 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:09.726624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Allocated IP 172.27.1.24 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:09.745837 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Pushing event updated for resources: {'Port': ['ID=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:09.818335 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06c8c6-e882-40e7-97ac-d4d48bf9c56a None None] Pushing event updated for resources: {'Port': ['ID=d5a940bc-266c-4583-a87b-58b68b4da8f2,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:09.919538 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:09.920215 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-91059974-4b86-4e5e-80da-5fee17d236ce None None] Provisioning complete for port 969d587a-7a29-4a0c-a3d9-99015d03e017 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:09.921968 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91059974-4b86-4e5e-80da-5fee17d236ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:09.991640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f03d5193-1740-4d83-995d-c830256a1ad5 admin admin] Publish callbacks [] for security_group (addee37a-9011-4922-9a16-4ae9fc543d77), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.078892 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-91059974-4b86-4e5e-80da-5fee17d236ce None None] Port 969d587a-7a29-4a0c-a3d9-99015d03e017 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:10.103731 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f03d5193-1740-4d83-995d-c830256a1ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (addee37a-9011-4922-9a16-4ae9fc543d77), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.248855 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.345010 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.364409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f03d5193-1740-4d83-995d-c830256a1ad5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=af2fb18a62fc4528955820da1bb6a409&name=default HTTP/1.1" status: 200 len: 2994 time: 2.2132387 Aug 25 03:06:10.370235 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48786) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:10.510708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (6d5d8b5e-ff7c-4250-9507-4fede1096573), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.521513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.529797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d5193-1740-4d83-995d-c830256a1ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addee37a-9011-4922-9a16-4ae9fc543d77,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:10.553995 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 9b5b46a7-6039-4c08-ae98-4b29db588c3b up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:10.676242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 9b5b46a7-6039-4c08-ae98-4b29db588c3b triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:10.676804 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.711110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64091d-648a-480b-9605-e42f8fce95f4 None None] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:10.786303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Provisioning complete for port dde1a0fa-faa2-46a1-a176-9891d26c94a4 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:10.786764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.788020 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5d8b5e-ff7c-4250-9507-4fede1096573,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:10.802092 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Checking segment: {'id': '03953ec9-6c09-4a61-a532-c609cfe5184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:10.802762 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Network hostable DHCP agents. Network: 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:06:10.888314 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for router_gateway (355e0013-0e56-424f-8b5e-b9de2913f429), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.922968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.983739 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Network 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:06:10.995921 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks [] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:10.998064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] Publish callbacks [] for security_group (addee37a-9011-4922-9a16-4ae9fc543d77), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.011448 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 9b5b46a7-6039-4c08-ae98-4b29db588c3b is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:11.012068 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.020407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:11.029602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:11.035531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:11.050891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Router acf6779c-356b-490d-9a5b-46a76ca23b4d is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:06:11.084183 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=9b5b46a7-6039-4c08-ae98-4b29db588c3b,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:11.131023 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] Publish callbacks [] for security_group (addee37a-9011-4922-9a16-4ae9fc543d77), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.156244 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:11.160270 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Current status of the port dde1a0fa-faa2-46a1-a176-9891d26c94a4 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:11.160870 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.174481 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.175685 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (52cb30df-4f52-4542-9233-6df23b4e37b7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.214572 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:11.220965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:11.221568 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.241102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69809409-b1d0-46b0-b091-ee2bf3402faa None None] Network 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:11.370203 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Pushing event updated for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:11.394000 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:11.413023 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] For port dde1a0fa-faa2-46a1-a176-9891d26c94a4, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dde1a0fa-faa2-46a1-a176-9891d26c94a4,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:11.414955 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.417206 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device dde1a0fa-faa2-46a1-a176-9891d26c94a4 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:11.432060 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-837ea3e2-9641-4efd-bc7b-164aaf495a41 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0981719 Aug 25 03:06:11.443116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:11.529903 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:11.549804 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Network 6ac69087-e8de-47de-ba66-364375da66dd is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:11.564631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.568806 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:11.571865 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3a0a8b06-7b1b-4fe5-b31f-03699d5676d8 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2773087 Aug 25 03:06:11.574649 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48800) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:11.637257 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=9b5b46a7-6039-4c08-ae98-4b29db588c3b,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:11.644054 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81100f41-422d-4d15-ba07-39e6deabafec None None] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:11.660014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.732765 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port dde1a0fa-faa2-46a1-a176-9891d26c94a4 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:11.733241 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.755890 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48802) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:11.819158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (355e0013-0e56-424f-8b5e-b9de2913f429), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.906544 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:11.914292 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:11.939012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for router_gateway (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:11.973150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Deleting subnet c31ba2c1-bc1f-4d7a-9340-3785d79a75b4 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:06:12.013496 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (addee37a-9011-4922-9a16-4ae9fc543d77), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.016097 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.019671 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/addee37a-9011-4922-9a16-4ae9fc543d77 HTTP/1.1" status: 204 len: 168 time: 1.6471298 Aug 25 03:06:12.019671 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Publish callbacks [] for subnet (c31ba2c1-bc1f-4d7a-9340-3785d79a75b4), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.091762 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6cfd0-79a3-444a-a52c-ba5fdebfc417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addee37a-9011-4922-9a16-4ae9fc543d77,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:12.118104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:12.139911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:12.205338 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Publish callbacks [] for subnet (c31ba2c1-bc1f-4d7a-9340-3785d79a75b4), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.215405 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f58f8-2c56-4686-b17c-8126349088ae None None] Pushing event updated for resources: {'Port': ['ID=dde1a0fa-faa2-46a1-a176-9891d26c94a4,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:12.225026 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b215ca8-bb3e-4ee0-b1db-38f9e1f0ede2 None None] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:12.253507 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:12.255132 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (c31ba2c1-bc1f-4d7a-9340-3785d79a75b4), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.314760 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:06:12.442881 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.477848 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:12.506247 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:12.512302 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0eb376a7-3976-47b6-8a2b-5d765afe9677 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/52cb30df-4f52-4542-9233-6df23b4e37b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4794023 Aug 25 03:06:12.528413 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:12.545321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Provisioning complete for port d5a940bc-266c-4583-a87b-58b68b4da8f2 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:12.545762 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.560974 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:12.563188 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (c31ba2c1-bc1f-4d7a-9340-3785d79a75b4), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.569781 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:12.585319 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.594569 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/c31ba2c1-bc1f-4d7a-9340-3785d79a75b4 HTTP/1.1" status: 204 len: 168 time: 0.7769806 Aug 25 03:06:12.596948 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48832) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:12.599612 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffd171-b871-44fc-aeb0-91c1fad343d8 None None] Network 7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:06:12.626478 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02091e7-fd57-4269-84f1-af4a963cdf0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31ba2c1-bc1f-4d7a-9340-3785d79a75b4,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:12.647786 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Router 355e0013-0e56-424f-8b5e-b9de2913f429 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:06:12.847456 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:12.961951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.964165 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:12.964340 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:12.964340 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.080130 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:13.080962 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Updating router acf6779c-356b-490d-9a5b-46a76ca23b4d port 029e43b4-9656-43b6-9a0c-0e7df3a93668 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:13.174060 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 2, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.174359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Current status of the port d5a940bc-266c-4583-a87b-58b68b4da8f2 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:13.174359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.191116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.205337 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:13.213849 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:13.213849 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Updating router 52cb30df-4f52-4542-9233-6df23b4e37b7 port 969d587a-7a29-4a0c-a3d9-99015d03e017 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:13.231719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.233876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:13.240815 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.241391 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port dde1a0fa-faa2-46a1-a176-9891d26c94a4 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:13.242813 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d5a940bc-266c-4583-a87b-58b68b4da8f2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:13.246055 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.261052 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > port after_create 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > port after_update 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.265472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.268283 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.320551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:13.320796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.326069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] For port d5a940bc-266c-4583-a87b-58b68b4da8f2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d5a940bc-266c-4583-a87b-58b68b4da8f2,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:13.433670 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48852) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:13.446441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724012503', 'description': 'tempest-description--1395563158'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:13.463579 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:06:13.480661 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.611733 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.612349 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.612451 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.612736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:06:13.613112 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.622885 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.624136 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b4623377-a6bc-450d-b2e7-7a788ac5fbaf admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8351390 Aug 25 03:06:13.638738 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48856) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:13.642092 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb38afb-d150-439e-9fb2-e8936bb8657a') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.652396 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb38afb-d150-439e-9fb2-e8936bb8657a') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.701081 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.702458 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (cfb38afb-d150-439e-9fb2-e8936bb8657a), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.734240 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (cfb38afb-d150-439e-9fb2-e8936bb8657a), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.774270 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:06:13.774735 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (cfb38afb-d150-439e-9fb2-e8936bb8657a), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.836912 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:13.841116 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks [] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.847169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48862) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:13.856236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Pushing event updated for resources: {'Port': ['ID=d5a940bc-266c-4583-a87b-58b68b4da8f2,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:13.859269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Allocated IP 172.20.0.1 (e41fd9c3-0d17-460e-a746-06b7f7aecf81/1ced18b0-39bc-4637-a6b0-2efa52205114/32854d37-9005-46f4-916b-d2cdce2dc9e2) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:13.875113 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:13.932996 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:13.942369 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Sync routers for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:13.964928 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:13.966163 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:13.981666 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:13.991052 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Provisioning complete for port dde1a0fa-faa2-46a1-a176-9891d26c94a4 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:13.992120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.041764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:14.073143 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port d5a940bc-266c-4583-a87b-58b68b4da8f2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:14.073750 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.107076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.112802 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.118161 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f60e9d12-2061-48c9-a1ca-6ca107fe03e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.119578 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb HTTP/1.1" status: 204 len: 168 time: 1.5211329 Aug 25 03:06:14.120137 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48878) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:14.207574 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:14.209307 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a1f6-1bc3-4aef-8e29-7d69b123c6fc None None] Pushing event updated for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:14.215527 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c380c09-bea4-47ae-8322-af7cc06a4574 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1a8dff-13d2-4b0c-beb5-633dbb0fd9bb,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:14.287652 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Deleting subnet 6d5d8b5e-ff7c-4250-9507-4fede1096573 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:06:14.318332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.318332 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1c1176fa-7f0e-458c-ba30-3b033c9b6a43 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5242937 Aug 25 03:06:14.318332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (f89ec5e7-5115-48d3-93cc-29e5538f17f7), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.318968 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Publish callbacks [] for subnet (6d5d8b5e-ff7c-4250-9507-4fede1096573), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.333033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48886) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:14.341825 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Attempting to bind port 969d587a-7a29-4a0c-a3d9-99015d03e017 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:14.343669 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Attempting to bind port 969d587a-7a29-4a0c-a3d9-99015d03e017 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:14.344264 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Attempting to bind port 969d587a-7a29-4a0c-a3d9-99015d03e017 on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:14.344723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:14.353773 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:14.354464 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Checking segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:14.355043 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.355682 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Bound using segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:14.356571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Bound port: 969d587a-7a29-4a0c-a3d9-99015d03e017, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:14.357355 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.411990 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (6d5d8b5e-ff7c-4250-9507-4fede1096573), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.428483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f89ec5e7-5115-48d3-93cc-29e5538f17f7), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.490057 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] For port 969d587a-7a29-4a0c-a3d9-99015d03e017, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:14.490057 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] For port 969d587a-7a29-4a0c-a3d9-99015d03e017, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=969d587a-7a29-4a0c-a3d9-99015d03e017,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:14.490491 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (6d5d8b5e-ff7c-4250-9507-4fede1096573), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.521167 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:14.553616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks [] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.631502 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f60e9d12-2061-48c9-a1ca-6ca107fe03e5 admin admin] Publish callbacks [] for security_group (ea6dfcf1-c729-4aab-a87a-c26d92f8176b), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.635513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ec5e7-5115-48d3-93cc-29e5538f17f7,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:14.685474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.687087 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-39d29acf-2d27-42a4-95bd-cf0493c9ecdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2485886 Aug 25 03:06:14.690041 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48902) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:14.697351 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port d5a940bc-266c-4583-a87b-58b68b4da8f2 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:14.702689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1e5f0085-510c-4cea-a278-a6162c3b0727 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:14.702814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group_rule': {'security_group_id': 'f89ec5e7-5115-48d3-93cc-29e5538f17f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:14.755601 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment cfb38afb-d150-439e-9fb2-e8936bb8657a resource provider aggregate not found Aug 25 03:06:14.772478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f60e9d12-2061-48c9-a1ca-6ca107fe03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ea6dfcf1-c729-4aab-a87a-c26d92f8176b), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.774302 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.784027 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (6d5d8b5e-ff7c-4250-9507-4fede1096573), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.792900 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment cfb38afb-d150-439e-9fb2-e8936bb8657a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfb38afb-d150-439e-9fb2-e8936bb8657a found for delete ", "request_id": "req-5f0bb13b-7167-4b24-9e15-f86b8acd9933"}]} Aug 25 03:06:14.808309 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks [] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.811237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-980a153d-9553-4d2d-9c82-56b1959d43c8 None None] Current status of the port dde1a0fa-faa2-46a1-a176-9891d26c94a4 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:14.829359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.853915 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a1f6-1bc3-4aef-8e29-7d69b123c6fc None None] Pushing event updated for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:14.882999 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 1e5f0085-510c-4cea-a278-a6162c3b0727 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:14.883398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.887637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 3, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:14.887835 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:14.889433 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:14.890518 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:14.951990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:14.954780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:14.955791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.988305 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:14.998645 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/6d5d8b5e-ff7c-4250-9507-4fede1096573 HTTP/1.1" status: 204 len: 168 time: 0.8707411 Aug 25 03:06:15.037303 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:15.054488 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdaa6-c569-46d6-8c9c-b70e43f62ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5d8b5e-ff7c-4250-9507-4fede1096573,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:15.059044 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48908) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:15.100330 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.105791 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:15.106358 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Updating router 355e0013-0e56-424f-8b5e-b9de2913f429 port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:15.166054 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:15.176134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e9d12-2061-48c9-a1ca-6ca107fe03e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6dfcf1-c729-4aab-a87a-c26d92f8176b,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:15.191263 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c615770-56a9-4e67-9845-435483878246 None None] Pushing event updated for resources: {'Port': ['ID=029e43b4-9656-43b6-9a0c-0e7df3a93668,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:15.210732 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Provisioning complete for port d5a940bc-266c-4583-a87b-58b68b4da8f2 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:15.211104 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.217352 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (754c657c-26a9-4f6c-9fb3-f644918955e0), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.219795 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f60e9d12-2061-48c9-a1ca-6ca107fe03e5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=16172cd75a4a468987813abc83766f68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3670111 Aug 25 03:06:15.227165 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Attempting to bind port 029e43b4-9656-43b6-9a0c-0e7df3a93668 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:15.227532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Attempting to bind port 029e43b4-9656-43b6-9a0c-0e7df3a93668 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:15.232788 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Attempting to bind port 029e43b4-9656-43b6-9a0c-0e7df3a93668 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:15.237953 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48910) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:15.307452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.333942 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.352300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.362365 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Pushing event updated for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:15.367034 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:14Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:15.387547 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.407843 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e1b9-bdd3-4ba9-8eb1-bbd76f0d32e3 None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:14Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:15.425176 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:11Z', 'revision_number': 3, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:15.441957 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (754c657c-26a9-4f6c-9fb3-f644918955e0), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.476496 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:15.495745 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Checking router: 7d0856ca-3ae0-4705-8b60-cc0897ca9471 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:15.497385 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Updating router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:15.514154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:15.514543 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:15.514946 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.515346 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:15.515843 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Bound port: 029e43b4-9656-43b6-9a0c-0e7df3a93668, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:15.516291 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.539981 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (754c657c-26a9-4f6c-9fb3-f644918955e0), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.559352 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.581226 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] Publish callbacks [] for security_group (ea6dfcf1-c729-4aab-a87a-c26d92f8176b), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.674818 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] Publish callbacks [] for security_group (ea6dfcf1-c729-4aab-a87a-c26d92f8176b), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.679038 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754c657c-26a9-4f6c-9fb3-f644918955e0,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:15.743198 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] For port 029e43b4-9656-43b6-9a0c-0e7df3a93668, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:15.775284 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.794298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:15.808968 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.810247 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-78659426-e200-44f3-9cdd-a3a84e85c817 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1192019 Aug 25 03:06:15.824127 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48916) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:15.840797 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group_rule': {'security_group_id': 'f89ec5e7-5115-48d3-93cc-29e5538f17f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:15.861210 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Current status of the port d5a940bc-266c-4583-a87b-58b68b4da8f2 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:15.875439 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks [] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.888317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] For port 029e43b4-9656-43b6-9a0c-0e7df3a93668, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=029e43b4-9656-43b6-9a0c-0e7df3a93668,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:15.897279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 1e5f0085-510c-4cea-a278-a6162c3b0727 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:15.897848 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.903958 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Provisioning complete for port 9b5b46a7-6039-4c08-ae98-4b29db588c3b triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:15.904488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:15.929853 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:15.962911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 1e5f0085-510c-4cea-a278-a6162c3b0727, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1e5f0085-510c-4cea-a278-a6162c3b0727,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:15.972795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03953ec9-6c09-4a61-a532-c609cfe5184c') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:15.973092 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03953ec9-6c09-4a61-a532-c609cfe5184c') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:15.988314 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (03953ec9-6c09-4a61-a532-c609cfe5184c), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.019966 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.030231 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (03953ec9-6c09-4a61-a532-c609cfe5184c), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.039205 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks [] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.060495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.066865 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Current status of the port 9b5b46a7-6039-4c08-ae98-4b29db588c3b is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:16.067082 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Allocated IP 172.20.0.1 (1f35a7bb-9c1a-41d2-92fd-9043716fc14c/a1ac9fd5-cab6-4f3b-9242-c5a635c905de/56838311-9884-4b19-950e-2a4f17b42ecd) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:16.074238 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:06:16.074642 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (03953ec9-6c09-4a61-a532-c609cfe5184c), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.108033 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Attempting to bind port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:16.109012 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Attempting to bind port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:16.109012 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Attempting to bind port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:16.117471 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:16.117993 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:16.119200 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.119688 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:16.120391 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Bound port: 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:16.120876 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.150241 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcba11-2b3c-4245-ae8c-d332dcca4afa None None] Pushing event updated for resources: {'Port': ['ID=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.153353 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:16.184623 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (1ca0b35c-90d2-49bb-b618-739ed964e620), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.209986 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.217671 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.238538 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] For port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:16.246891 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] For port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:16.255018 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ea6dfcf1-c729-4aab-a87a-c26d92f8176b), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.257603 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.262793 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ea6dfcf1-c729-4aab-a87a-c26d92f8176b HTTP/1.1" status: 204 len: 168 time: 1.0235064 Aug 25 03:06:16.338594 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (1ca0b35c-90d2-49bb-b618-739ed964e620), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.341775 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee342-bb14-4b8c-8f57-53161b591795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6dfcf1-c729-4aab-a87a-c26d92f8176b,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.358751 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.358962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.376637 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.382347 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f HTTP/1.1" status: 204 len: 168 time: 1.2917001 Aug 25 03:06:16.385705 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c615770-56a9-4e67-9845-435483878246 None None] Pushing event updated for resources: {'Port': ['ID=029e43b4-9656-43b6-9a0c-0e7df3a93668,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.427301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035fbe9-945e-45de-a6ce-7dbfbd9503b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9c7515-28d3-4ff0-9a0b-f74c8bd5350f,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.480821 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks [] for port (56838311-9884-4b19-950e-2a4f17b42ecd), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.493909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (1ca0b35c-90d2-49bb-b618-739ed964e620), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.500500 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:16.515194 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:16.576813 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.577790 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.589700 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca0b35c-90d2-49bb-b618-739ed964e620,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.606719 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:16.613986 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=1e5f0085-510c-4cea-a278-a6162c3b0727,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.617171 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Provisioning complete for port 969d587a-7a29-4a0c-a3d9-99015d03e017 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:16.617699 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.625761 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcba11-2b3c-4245-ae8c-d332dcca4afa None None] Pushing event updated for resources: {'Port': ['ID=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.671258 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:16.685450 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:16.687912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:16.688736 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:16.726353 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:16.748946 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 969d587a-7a29-4a0c-a3d9-99015d03e017 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:16.749283 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.753414 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7fe23d28-3459-4a53-a0a8-35cc3c097f6b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9246776 Aug 25 03:06:16.753692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48934) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:16.758758 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:16.809356 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:16.816112 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Pushing event updated for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:16.816348 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.832986 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 03953ec9-6c09-4a61-a532-c609cfe5184c resource provider aggregate not found Aug 25 03:06:16.871346 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 03953ec9-6c09-4a61-a532-c609cfe5184c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03953ec9-6c09-4a61-a532-c609cfe5184c found for delete ", "request_id": "req-1bfbc208-09e2-4334-8d1a-3e6f8db7c339"}]} Aug 25 03:06:16.896833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:16.901847 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:16.911361 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Current status of the port 969d587a-7a29-4a0c-a3d9-99015d03e017 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:16.911731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.942807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Allocated IP 172.20.0.1 (1bd9314a-0d30-442f-b8e5-916b0604ffe1/3cb10899-f353-4afc-bba0-17435c1c1dfb/23f152f2-5096-4bf6-ac45-d6466cbf9efe) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:16.949825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:16.950572 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:16.955628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:16.961433 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:16.963992 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 969d587a-7a29-4a0c-a3d9-99015d03e017 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:16.964204 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:16.971801 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.111811 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Pushing event updated for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:17.196647 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks [] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.211287 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48950) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:17.274999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks [] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.288899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] For port 969d587a-7a29-4a0c-a3d9-99015d03e017, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=969d587a-7a29-4a0c-a3d9-99015d03e017,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:17.371900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.376512 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:11Z', 'revision_number': 3, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:17.385853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Router acf6779c-356b-490d-9a5b-46a76ca23b4d has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:06:17.441183 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9f7d8-acdd-4bcd-8940-5255776fa675 None None] The sync data for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi is: [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:11Z', 'revision_number': 3, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:17.480659 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.503421 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.538477 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Attempting to bind port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:17.538849 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Attempting to bind port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:17.539210 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Attempting to bind port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:17.589494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:17.589494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:17.589494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.589494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:17.589912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Bound port: 0c8fe06d-0de3-4850-9a13-8e18b25d9e17, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:17.590303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.594916 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (355e0013-0e56-424f-8b5e-b9de2913f429), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.596983 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:17.605353 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:17.612594 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:17.616416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:17.616837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:17.661313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 2, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:17.668839 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00a15-fc36-4f02-8fd2-cffc1fb06f2b None None] Pushing event updated for resources: {'Port': ['ID=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:17.822470 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Pushing event updated for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:17.851558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 969d587a-7a29-4a0c-a3d9-99015d03e017 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:17.851558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d5a940bc-266c-4583-a87b-58b68b4da8f2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:17.853584 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6ffd4432-64a5-475b-a602-f034e23f86f0 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/acf6779c-356b-490d-9a5b-46a76ca23b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2773919 Aug 25 03:06:17.870509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87183b-e27f-4aa0-a935-52fbfeacdd58 None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 2, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:17.937316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48962) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:17.953405 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0590-228e-4c0a-bbf0-ad2999701820 None None] Pushing event updated for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:17.965097 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Provisioning complete for port 32854d37-9005-46f4-916b-d2cdce2dc9e2 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:17.965574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.000552 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f26c6eb8-8a45-4955-8254-f7208aa5f0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.007246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.092485 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] For port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:18.105683 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] For port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:18.109517 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Port 32854d37-9005-46f4-916b-d2cdce2dc9e2 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:18.163445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Provisioning complete for port 56838311-9884-4b19-950e-2a4f17b42ecd triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:18.163445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.163608 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.163608 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-838398fc-5a61-42dc-be8b-0564661d3cec admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=bc5b9a0d35974e5e83f4e739558d0a2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9372013 Aug 25 03:06:18.169183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 48966) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:18.189364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port d5a940bc-266c-4583-a87b-58b68b4da8f2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:18.189364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.236018 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-543313a7-1772-4f51-9728-3175db8e082a None None] Port 56838311-9884-4b19-950e-2a4f17b42ecd cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:18.383717 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.469689 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.480790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] Publish callbacks [] for security_group (77080e14-cd74-4890-894d-4d678e612c27), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.491350 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f26c6eb8-8a45-4955-8254-f7208aa5f0ea admin admin] Publish callbacks [] for security_group (bb51e3f5-e7ab-4817-b010-7c2972b4b185), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.525701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:18.599393 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f26c6eb8-8a45-4955-8254-f7208aa5f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bb51e3f5-e7ab-4817-b010-7c2972b4b185), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.608800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks [] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.645594 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] Publish callbacks [] for security_group (77080e14-cd74-4890-894d-4d678e612c27), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.669591 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f26c6eb8-8a45-4955-8254-f7208aa5f0ea admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2e33017ca0484bb4b6ed0839cac8a048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7286880 Aug 25 03:06:18.678671 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 48984) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:18.684585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6eb8-8a45-4955-8254-f7208aa5f0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51e3f5-e7ab-4817-b010-7c2972b4b185,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:18.716646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.717676 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.782724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:18.799437 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-bb1ad636-947a-4d7c-b8fc-4bd90d002e6a None None] Provisioning complete for port 23f152f2-5096-4bf6-ac45-d6466cbf9efe triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:18.799860 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad636-947a-4d7c-b8fc-4bd90d002e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:18.816954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:18.817596 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:18.843103 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port d5a940bc-266c-4583-a87b-58b68b4da8f2 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:18.844633 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 9b5b46a7-6039-4c08-ae98-4b29db588c3b up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:18.849128 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49004) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:18.874147 dv-cinder-779578-6-iscsi neutron-server[107023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 03:06:18.884963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Allocated IP 172.27.1.48 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/a188c38b-8ddd-4ad1-b261-07190a68dd0d) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:18.956830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Pushing event updated for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:18.976726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] Publish callbacks [] for security_group (bb51e3f5-e7ab-4817-b010-7c2972b4b185), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.000901 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (77080e14-cd74-4890-894d-4d678e612c27), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.003784 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.007750 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/77080e14-cd74-4890-894d-4d678e612c27 HTTP/1.1" status: 204 len: 168 time: 0.8374684 Aug 25 03:06:19.022189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] Publish callbacks [] for security_group (bb51e3f5-e7ab-4817-b010-7c2972b4b185), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.022417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ad636-947a-4d7c-b8fc-4bd90d002e6a None None] Port 23f152f2-5096-4bf6-ac45-d6466cbf9efe cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:19.037863 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00a15-fc36-4f02-8fd2-cffc1fb06f2b None None] Pushing event updated for resources: {'Port': ['ID=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:19.115993 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:19.122630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 9b5b46a7-6039-4c08-ae98-4b29db588c3b triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:19.122630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.122932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:19.127254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:19.286500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bb51e3f5-e7ab-4817-b010-7c2972b4b185), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.289860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.293838 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:19.295015 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bb51e3f5-e7ab-4817-b010-7c2972b4b185 HTTP/1.1" status: 204 len: 168 time: 0.6121964 Aug 25 03:06:19.318403 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61dbd-5543-4127-b206-50ac8b05e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51e3f5-e7ab-4817-b010-7c2972b4b185,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:19.358887 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:19.366434 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:06:19.389876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 9b5b46a7-6039-4c08-ae98-4b29db588c3b is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:19.391079 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device dde1a0fa-faa2-46a1-a176-9891d26c94a4 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:19.417300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.511558 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:19.625542 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port dde1a0fa-faa2-46a1-a176-9891d26c94a4 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:19.626066 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.633444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:19.652185 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3c0f3ccc-dbec-449e-a990-964f1d4a4de4 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/7d0856ca-3ae0-4705-8b60-cc0897ca9471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169236 Aug 25 03:06:19.710508 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7af7e112-0021-46f3-8de3-32756289763b None None] Provisioning complete for port 23f152f2-5096-4bf6-ac45-d6466cbf9efe triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:19.710904 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7af7e112-0021-46f3-8de3-32756289763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.717716 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-b0d2f49e-10fd-4338-a453-9201f58c729e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:19.727117 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-b0d2f49e-10fd-4338-a453-9201f58c729e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.8711753 Aug 25 03:06:19.757796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1d210-2735-4681-87e3-f6412a0ce2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77080e14-cd74-4890-894d-4d678e612c27,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:19.799877 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-89df8892-3982-43b2-ad88-da0d86779868 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/quotas/d5a66dfea4c5492da1ac3e1f76cbe35d HTTP/1.1" status: 200 len: 375 time: 0.0714359 Aug 25 03:06:19.837864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7af7e112-0021-46f3-8de3-32756289763b None None] Port 23f152f2-5096-4bf6-ac45-d6466cbf9efe cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:19.848898 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:19.850711 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port dde1a0fa-faa2-46a1-a176-9891d26c94a4 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:19.890152 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24709-896c-4a32-aafa-d3444eb6c2a1 None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:19.957061 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks [] for port (56838311-9884-4b19-950e-2a4f17b42ecd), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:19.975080 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-0ddc9401-c106-4a6d-a102-3cf1603e7aed tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741140 Aug 25 03:06:19.977142 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.015712 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:20.019112 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:20.022136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:20.078452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.174463 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=a188c38b-8ddd-4ad1-b261-07190a68dd0d,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:20.234147 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:20.295684 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:20.296099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.318269 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (355e0013-0e56-424f-8b5e-b9de2913f429), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.356538 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:20.375704 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Pushing event updated for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:20.380176 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.399976 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:20.401385 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.428545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:20.436777 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49046) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:20.500975 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-fa14a020-d68a-4320-a09d-88b9ab3bd8ee admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3427539430d9466f87f943bfa38fbf87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624192 Aug 25 03:06:20.503361 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49052) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:20.505451 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:20.520024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:20.545435 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.546807 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 969d587a-7a29-4a0c-a3d9-99015d03e017 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:20.600864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] Publish callbacks [] for security_group (19c459f5-f9d8-4c10-92f6-01f0d6b43d4b), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.675623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] Publish callbacks [] for security_group (19c459f5-f9d8-4c10-92f6-01f0d6b43d4b), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.812200 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.859042 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (19c459f5-f9d8-4c10-92f6-01f0d6b43d4b), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.863520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.865542 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/19c459f5-f9d8-4c10-92f6-01f0d6b43d4b HTTP/1.1" status: 204 len: 168 time: 0.3608129 Aug 25 03:06:20.872247 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:20.876780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3651bf-0163-40ca-ae9c-7362fa901840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c459f5-f9d8-4c10-92f6-01f0d6b43d4b,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:20.882202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-65131e02-71c8-416d-8b92-8f98396f9144 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:06:20.903102 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-65131e02-71c8-416d-8b92-8f98396f9144 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4608734 Aug 25 03:06:20.908533 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:20.925755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 969d587a-7a29-4a0c-a3d9-99015d03e017 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:20.926603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:20.933262 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-5b6a2c27-409d-4f09-afaa-15d2b8b9eec8 None None] Provisioning complete for port 56838311-9884-4b19-950e-2a4f17b42ecd triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:20.934263 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2c27-409d-4f09-afaa-15d2b8b9eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.001227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a2c27-409d-4f09-afaa-15d2b8b9eec8 None None] Port 56838311-9884-4b19-950e-2a4f17b42ecd cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:21.057181 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 969d587a-7a29-4a0c-a3d9-99015d03e017 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:21.058714 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 029e43b4-9656-43b6-9a0c-0e7df3a93668 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:21.106574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49082) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:21.108918 dv-cinder-779578-6-iscsi neutron-server[107022]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 03:06:21.125801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 029e43b4-9656-43b6-9a0c-0e7df3a93668 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:21.126488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.208159 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:06:21.237786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 029e43b4-9656-43b6-9a0c-0e7df3a93668 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:21.238202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.262467 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 029e43b4-9656-43b6-9a0c-0e7df3a93668, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=029e43b4-9656-43b6-9a0c-0e7df3a93668,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:21.344444 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-1aae6814-28af-4588-ba9c-6b16a205461e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516182 Aug 25 03:06:21.386168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.388210 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1e5f0085-510c-4cea-a278-a6162c3b0727 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:21.520716 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-cc2cbe52-0e27-4656-bd30-6bbf35ebd4d2 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:21.524312 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-cc2cbe52-0e27-4656-bd30-6bbf35ebd4d2 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1bd9314a-0d30-442f-b8e5-916b0604ffe1 HTTP/1.1" status: 200 len: 812 time: 0.4156919 Aug 25 03:06:21.546629 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Sync routers for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:21.569461 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-0f82d446-de9b-4b8b-9b65-aecfa7c78a68 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/quotas/eeb0f7283fb84ea48fd468f22c721b8b HTTP/1.1" status: 200 len: 375 time: 0.0396352 Aug 25 03:06:21.573790 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:21.573790 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:21.582965 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:21.650743 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:06:21.684916 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c39e6140-a9b5-4ff3-8476-273e922e167f admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/355e0013-0e56-424f-8b5e-b9de2913f429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0449185 Aug 25 03:06:21.688077 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=029e43b4-9656-43b6-9a0c-0e7df3a93668,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:21.688764 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.745655 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-fe44b29b-3c51-4a19-a075-bbcfeee6e9f4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768513 Aug 25 03:06:21.751186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 1e5f0085-510c-4cea-a278-a6162c3b0727 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:21.751487 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.822084 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:21.855540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-49bfed05-3fda-4df0-b992-13fa176374c9 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=eeb0f7283fb84ea48fd468f22c721b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2851665 Aug 25 03:06:21.978355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:21.992791 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:21.996087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=a188c38b-8ddd-4ad1-b261-07190a68dd0d,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:22.028737 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:22.177578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:22.178993 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5ebb06af-1460-4da7-ba74-d1aa7e44413c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4243481 Aug 25 03:06:22.330559 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:22.351261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:22.401398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 1e5f0085-510c-4cea-a278-a6162c3b0727 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:22.501161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:17Z', 'revision_number': 4, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '23f152f2-5096-4bf6-ac45-d6466cbf9efe', 'name': '', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'mac_address': 'fa:16:3e:ba:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:16Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 2, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'subnets': [{'id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:22.548315 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Checking router: 7d0856ca-3ae0-4705-8b60-cc0897ca9471 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:22.548951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Updating router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 port 23f152f2-5096-4bf6-ac45-d6466cbf9efe binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:22.553336 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90045e0e-2820-4663-af1a-395ba3a86ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:22.576851 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:22.610245 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:22.616303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:22.767108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-c8c8dfe6-fb7c-4f65-97de-0f93f7f81aea service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:06:22.768287 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-c8c8dfe6-fb7c-4f65-97de-0f93f7f81aea service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4584296 Aug 25 03:06:22.783322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:22.783658 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:22.903514 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-e87be9fa-10c9-4712-9ebe-2aaf103751da service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290789 Aug 25 03:06:23.042924 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-601d2c0c-8de1-4cdf-8bc5-4b9be0848752 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200025 Aug 25 03:06:23.082337 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:23.084830 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 029e43b4-9656-43b6-9a0c-0e7df3a93668 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:23.115562 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:23.139143 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:23.139783 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:23.324757 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:23.326588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 029e43b4-9656-43b6-9a0c-0e7df3a93668 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:23.326981 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.365257 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks [] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.411399 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49172) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:23.416528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050777318', 'description': 'tempest-description--366981522'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:23.438827 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 029e43b4-9656-43b6-9a0c-0e7df3a93668 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:23.514609 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-60e3eea7-4640-4299-92fc-59bdfaaa50e6 req-4c098e44-e111-49cb-ba84-4e1887a8d1e5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 210 time: 0.0545874 Aug 25 03:06:23.522815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:23.524031 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.599962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.661661 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 2, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:23.698909 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:23.699707 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Updating router acf6779c-356b-490d-9a5b-46a76ca23b4d port 32854d37-9005-46f4-916b-d2cdce2dc9e2 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:23.733255 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.741607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ea048-2da6-4d3f-b9c1-55f31552baa8 None None] Pushing event updated for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:23.863991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Attempting to bind port 23f152f2-5096-4bf6-ac45-d6466cbf9efe on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:23.864408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Attempting to bind port 23f152f2-5096-4bf6-ac45-d6466cbf9efe by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:23.864782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Attempting to bind port 23f152f2-5096-4bf6-ac45-d6466cbf9efe on network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:23.872127 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:23.872665 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Checking segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:23.873085 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.873488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Bound using segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:23.874071 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Bound port: 23f152f2-5096-4bf6-ac45-d6466cbf9efe, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:23.874466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.885155 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ab3546-8ef7-4b8e-9cd9-93ae262867b5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:23.898344 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-b81fe16f-c20f-4d15-a507-77c0390c69ed tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1724012503&fields=id&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 267 time: 0.1571774 Aug 25 03:06:23.963654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:23.985409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-aa937fd7-7767-4cfe-93fb-483e0707d622 req-e55ae852-d6c5-4774-abc5-7d121b198c85 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.1995342 Aug 25 03:06:24.017275 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3ab3546-8ef7-4b8e-9cd9-93ae262867b5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.048876 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:24.085531 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] For port 23f152f2-5096-4bf6-ac45-d6466cbf9efe, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:24.089805 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] For port 23f152f2-5096-4bf6-ac45-d6466cbf9efe, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=23f152f2-5096-4bf6-ac45-d6466cbf9efe,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:24.104997 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:24.155885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.158132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b2cedd68-3aa3-497c-bf3a-07c20d240c6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7452583 Aug 25 03:06:24.165291 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49232) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:24.170486 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group_rule': {'security_group_id': 'e3ab3546-8ef7-4b8e-9cd9-93ae262867b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:24.223481 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.233175 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks [] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.263294 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:24.284122 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-7f0cb77d-7755-47ac-8a42-6041cd23251e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:24.287167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-7f0cb77d-7755-47ac-8a42-6041cd23251e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 817 time: 0.3879995 Aug 25 03:06:24.323251 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (5db8aa5e-a1d3-45af-b360-a3cd24ccb0c5), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.324827 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:24.325488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:05:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:24.331098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-96128144-a299-4b74-822f-ceaf0dbb54f4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/quotas/1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 375 time: 0.0373273 Aug 25 03:06:24.370463 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.476538 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-43775742-a9fc-4730-8f07-385bda016fd1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372597 Aug 25 03:06:24.484094 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:24.513960 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4447e-a5fe-46e4-ac0c-f4004841511a None None] Pushing event updated for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:24.543692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ea048-2da6-4d3f-b9c1-55f31552baa8 None None] Pushing event updated for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:24.610347 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Attempting to bind port 32854d37-9005-46f4-916b-d2cdce2dc9e2 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:24.610941 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Attempting to bind port 32854d37-9005-46f4-916b-d2cdce2dc9e2 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:24.611402 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Attempting to bind port 32854d37-9005-46f4-916b-d2cdce2dc9e2 on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:24.617763 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:24.619030 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:24.620162 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.620788 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Bound using segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:24.621545 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Bound port: 32854d37-9005-46f4-916b-d2cdce2dc9e2, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:24.622155 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.641710 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:24.655817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (5db8aa5e-a1d3-45af-b360-a3cd24ccb0c5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.674655 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:24.712972 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:24.778673 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bb5f51eb-040d-4288-858c-8e3414ede302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.782120 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] For port 32854d37-9005-46f4-916b-d2cdce2dc9e2, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:24.785156 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-0a902d80-1cc8-4258-9994-15d9581e257c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:24.787318 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] For port 32854d37-9005-46f4-916b-d2cdce2dc9e2, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=32854d37-9005-46f4-916b-d2cdce2dc9e2,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:24.793960 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-0a902d80-1cc8-4258-9994-15d9581e257c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.3831527 Aug 25 03:06:24.808104 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-655da94f-2b76-4bab-9703-c466025b61eb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225429 Aug 25 03:06:24.808704 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:24.814229 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-d4caa446-ff10-4c02-8b2f-f31c330892dd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/quotas/d5a66dfea4c5492da1ac3e1f76cbe35d HTTP/1.1" status: 200 len: 375 time: 0.0178204 Aug 25 03:06:24.825684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (5db8aa5e-a1d3-45af-b360-a3cd24ccb0c5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.875494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8aa5e-a1d3-45af-b360-a3cd24ccb0c5,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:24.899154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:24.899908 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.919476 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:24.929038 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-0562ed62-6897-471c-a789-ecb1f34a6b4b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102948 Aug 25 03:06:24.977260 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-aef6b884-8bb5-4ce6-9281-3fc6bb84c76e service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650550 Aug 25 03:06:25.054439 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:25.057132 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:25.100875 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.107783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-39b9d9b2-19f6-4aff-8b4a-178347502e4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9411302 Aug 25 03:06:25.110706 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49278) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:25.116158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group_rule': {'security_group_id': 'e3ab3546-8ef7-4b8e-9cd9-93ae262867b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:25.151387 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-b985cd30-d90c-4b8c-9710-189bd20cb2b6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212574 Aug 25 03:06:25.214061 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4447e-a5fe-46e4-ac0c-f4004841511a None None] Pushing event updated for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:25.223492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:25.223885 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.275222 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:25.289419 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:17Z', 'revision_number': 4, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '23f152f2-5096-4bf6-ac45-d6466cbf9efe', 'name': '', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'mac_address': 'fa:16:3e:ba:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:16Z', 'updated_at': '2022-08-25T03:06:24Z', 'revision_number': 4, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'subnets': [{'id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:25.304589 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-12f2e085-1a51-47b2-82b5-dec4795e4a8a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510863 Aug 25 03:06:25.323983 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407af08-64aa-4c37-ae8b-72463558ac5c None None] The sync data for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi is: [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:17Z', 'revision_number': 4, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '23f152f2-5096-4bf6-ac45-d6466cbf9efe', 'name': '', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'mac_address': 'fa:16:3e:ba:9f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:16Z', 'updated_at': '2022-08-25T03:06:24Z', 'revision_number': 4, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'subnets': [{'id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:25.324172 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (2c1417c2-3d7d-49a9-9ba8-edf4233b0756), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.348772 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:25.400470 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.458431 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:25.529177 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (2c1417c2-3d7d-49a9-9ba8-edf4233b0756), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.556868 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:06:25.626849 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (2c1417c2-3d7d-49a9-9ba8-edf4233b0756), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.701023 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1417c2-3d7d-49a9-9ba8-edf4233b0756,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:25.713666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.826619 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f58a70e-8ba8-479c-9eb6-b1d2a38cca5e req-dc50dfe1-0f6f-49c0-af7c-cfa97aa8de1a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0651324 Aug 25 03:06:25.869053 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:25.874173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49314) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:25.874287 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-733e3a66-5cd7-4185-8a50-78e0ed9d5c21 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7624447 Aug 25 03:06:25.892509 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:26.036558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:26.065582 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:24Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:26.078113 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7061ba45-e7ce-4377-886e-273aa34ad73c req-16191c79-3dfc-4e01-a5ce-e00d3a57862c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0486274 Aug 25 03:06:26.119986 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6eabdcac-b1db-469b-9958-65b460c40132 req-5756e9e4-4e54-4785-ad6c-6c4ae310d96d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.0680611 Aug 25 03:06:26.137540 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a628ab-4c7e-4166-8508-8230d27a492f None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:24Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:26.179903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:26.219608 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:26.457511 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:26.703594 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 32854d37-9005-46f4-916b-d2cdce2dc9e2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:26.756982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Allocated IP 172.27.1.115 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/7a865c8f-e993-4136-86cd-2d1cdeedce4c) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:26.774319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:26.792204 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 32854d37-9005-46f4-916b-d2cdce2dc9e2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:26.796109 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:26.824569 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:06:26.849934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:26.850796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:26.978422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.179958 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 32854d37-9005-46f4-916b-d2cdce2dc9e2 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:27.181120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.186611 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15f77c1b-be93-4de7-b8d7-f2b5b77be2ba req-e6648acc-1c2d-4541-9892-3ee87d379803 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0627971 Aug 25 03:06:27.190475 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.292350 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:27.317623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:27.341320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:27.400836 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=7a865c8f-e993-4136-86cd-2d1cdeedce4c,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:27.438732 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea106d91-789e-4d01-8aae-ce1b86addf5a req-f4cad776-aecd-40a1-a1c6-091c508eb721 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.1354506 Aug 25 03:06:27.501486 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-52a6a153-d6d5-40fe-b56c-1e5214f79ebc req-a0c314c9-4bee-46ba-a215-3290ad3f48ff tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.0752528 Aug 25 03:06:27.523637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 32854d37-9005-46f4-916b-d2cdce2dc9e2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=32854d37-9005-46f4-916b-d2cdce2dc9e2,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:27.539963 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.566217 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:27.605362 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.606190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 23f152f2-5096-4bf6-ac45-d6466cbf9efe up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:27.608044 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:27.688995 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.690964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.714005 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.776165 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:27.803525 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 23f152f2-5096-4bf6-ac45-d6466cbf9efe triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:27.803938 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:27.899153 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 2, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:27.939990 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.79', 56322) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:27.994596 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:06:27.995235 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Updating router 355e0013-0e56-424f-8b5e-b9de2913f429 port 56838311-9884-4b19-950e-2a4f17b42ecd binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:06:28.035471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 23f152f2-5096-4bf6-ac45-d6466cbf9efe is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:28.035884 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.049167 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.076241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.086190 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-96b6daba-6af0-43b6-9cc6-dd5682da9d8e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:28.088179 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-96b6daba-6af0-43b6-9cc6-dd5682da9d8e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.1352732 Aug 25 03:06:28.093840 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:28.117505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 23f152f2-5096-4bf6-ac45-d6466cbf9efe, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=23f152f2-5096-4bf6-ac45-d6466cbf9efe,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:28.134379 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'port': {'device_id': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'admin_state_up': True, 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:28.282301 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.283028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.356634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.357460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:28.380195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6a3921c8-cb2a-4c74-bff9-9771691c1a3c req-d0c3ac53-c9fb-46ea-926e-112e88c85640 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0616517 Aug 25 03:06:28.403921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=7a865c8f-e993-4136-86cd-2d1cdeedce4c,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:28.461596 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:28.492316 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:28.521840 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:28.522246 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.556840 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Made reservation on behalf of d5a66dfea4c5492da1ac3e1f76cbe35d for: {'port': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:28.563078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.564555 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-2b61f226-bece-4293-8608-b3e3c9afa552 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6887856 Aug 25 03:06:28.565607 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.592345 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks [] for port (56838311-9884-4b19-950e-2a4f17b42ecd), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.721227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:28.724716 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:28.764863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-43d28530-ff8f-461b-a131-9504d521612f req-2d0cc5fa-5ca6-47f0-9ff4-fc5aa7262a75 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.0862949 Aug 25 03:06:28.848163 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:28.861494 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-709de8a6-d1e7-4a8c-8bdf-8e4ac907fd5f req-21a394da-ddf3-4931-8d00-067d5e06a2a2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.1256437 Aug 25 03:06:28.958434 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06aa85-e4ce-461a-8377-e57f9d1b534e None None] Pushing event updated for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:28.981574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Attempting to bind port 56838311-9884-4b19-950e-2a4f17b42ecd on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:28.981951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Attempting to bind port 56838311-9884-4b19-950e-2a4f17b42ecd by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:28.982317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Attempting to bind port 56838311-9884-4b19-950e-2a4f17b42ecd on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:29.003027 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 32854d37-9005-46f4-916b-d2cdce2dc9e2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:29.006634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:29.006918 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Checking segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:29.007325 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.007722 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Bound using segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:29.008230 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Bound port: 56838311-9884-4b19-950e-2a4f17b42ecd, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:29.008919 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.090713 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Allocated IP 172.20.0.4 (e41fd9c3-0d17-460e-a746-06b7f7aecf81/1ced18b0-39bc-4637-a6b0-2efa52205114/bacac1ae-1613-4692-89fe-53fb069eb6ad) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:29.134744 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-ea43fd5f-fe28-4c45-813c-001c26ef076a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1050777318&fields=id&tenant_id=f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 267 time: 0.1010239 Aug 25 03:06:29.136854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.79', 56331) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:29.192752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 32854d37-9005-46f4-916b-d2cdce2dc9e2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:29.193237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.225460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] For port 56838311-9884-4b19-950e-2a4f17b42ecd, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:29.250204 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] For port 56838311-9884-4b19-950e-2a4f17b42ecd, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=56838311-9884-4b19-950e-2a4f17b42ecd,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:29.329426 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 32854d37-9005-46f4-916b-d2cdce2dc9e2 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:29.330739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 23f152f2-5096-4bf6-ac45-d6466cbf9efe up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:29.372577 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.393686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 23f152f2-5096-4bf6-ac45-d6466cbf9efe triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:29.395138 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.468677 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.516526 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-2b078652-e47e-4f59-a6c5-4d1792e81662 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:29.518048 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-2b078652-e47e-4f59-a6c5-4d1792e81662 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1bd9314a-0d30-442f-b8e5-916b0604ffe1 HTTP/1.1" status: 200 len: 812 time: 0.3794546 Aug 25 03:06:29.559478 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:06:29.559478 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:29.595755 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-63de1d01-5703-43da-866c-b3b3fcb2cc47 req-677bc547-e202-4be2-9563-e319dccdefa6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0322950 Aug 25 03:06:29.597357 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:29.603038 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-504601df-86ec-4034-8360-2380d5ca0547 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:29.612586 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-504601df-86ec-4034-8360-2380d5ca0547 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 809 time: 0.4768071 Aug 25 03:06:29.651774 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-e31a272b-2fea-464a-a6cd-3e7fca7a87fb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/quotas/f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 375 time: 0.0372200 Aug 25 03:06:29.653543 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.79', 56332) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:29.672753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06aa85-e4ce-461a-8377-e57f9d1b534e None None] Pushing event updated for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:29.675478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Request body: {'port': {'device_id': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'admin_state_up': True, 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:29.802516 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 23f152f2-5096-4bf6-ac45-d6466cbf9efe is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:29.857367 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:06:29.877056 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-e8d8f918-46a2-40ee-af9e-164f205f5e9f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213950 Aug 25 03:06:29.897705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:30.115735 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:30.119870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:30.221130 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-42b80935-f079-4ff3-8f01-d9e5ead98b68 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164964 Aug 25 03:06:30.379606 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.79', 56337) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:30.384909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:30.385586 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:30.451959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:30.497705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:30.525921 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ffb0ed1d-a455-4069-9d62-b4b5abc1502f req-41c9ef82-0ead-4e8b-9e27-30fea2f006ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.6275814 Aug 25 03:06:30.614412 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-9e1f6b67-b0ec-4499-abb3-f4ac09349107 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:30.620422 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-9e1f6b67-b0ec-4499-abb3-f4ac09349107 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.9618483 Aug 25 03:06:30.640894 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-ea6db4e3-05c0-478e-b91e-0b327b367678 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5115428 Aug 25 03:06:30.648748 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'port': {'device_id': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'admin_state_up': True, 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:30.698619 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-df068f65-1201-4f71-9fb8-e8cdd8b0d54e None None] Provisioning complete for port bacac1ae-1613-4692-89fe-53fb069eb6ad triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:30.699017 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df068f65-1201-4f71-9fb8-e8cdd8b0d54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:30.833717 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-41dff619-031d-4ebe-8dcd-6aeb31ffaf13 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:06:30.834310 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-41dff619-031d-4ebe-8dcd-6aeb31ffaf13 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0884106 Aug 25 03:06:30.844030 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-853e95d7-74b0-466e-afcd-d046b8ee393c req-05e99a86-43bd-4a2b-93f4-359074ad7ba9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0512300 Aug 25 03:06:30.859775 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-df068f65-1201-4f71-9fb8-e8cdd8b0d54e None None] Port bacac1ae-1613-4692-89fe-53fb069eb6ad cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:30.996030 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:31.007151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-8d44c8f3-603b-4997-be6a-44d6c231a52f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:31.011921 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-8d44c8f3-603b-4997-be6a-44d6c231a52f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 817 time: 0.6301060 Aug 25 03:06:31.031014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:29Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:06:31.042029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 56838311-9884-4b19-950e-2a4f17b42ecd up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:31.146791 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f666a6-439d-4f0a-a98a-1914936eea96 None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:29Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:06:31.160641 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-88c54c82-9b80-4e00-947a-7b92afb3e5ba service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9380679 Aug 25 03:06:31.194405 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0699882f-1b70-4c15-960a-57c9180fb9eb req-f730f9cb-b222-4b88-b88e-e89469a50553 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0670798 Aug 25 03:06:31.211408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:31.216442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:31.229399 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 56838311-9884-4b19-950e-2a4f17b42ecd triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:31.229865 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.254889 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Made reservation on behalf of d5a66dfea4c5492da1ac3e1f76cbe35d for: {'port': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:31.270045 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.310695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Made reservation on behalf of eeb0f7283fb84ea48fd468f22c721b8b for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:31.321238 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.423325 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Request body: {'port': {'device_id': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:31.433752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 56838311-9884-4b19-950e-2a4f17b42ecd is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:31.437753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.530481 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 56838311-9884-4b19-950e-2a4f17b42ecd, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=56838311-9884-4b19-950e-2a4f17b42ecd,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:31.581545 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-8fbf0ff5-9684-4f68-afa5-e500233ad3fe tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 380 time: 0.5336399 Aug 25 03:06:31.593197 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'port': {'device_id': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'admin_state_up': True, 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'security_groups': ['f89ec5e7-5115-48d3-93cc-29e5538f17f7']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:31.616481 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.726710 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:31.730396 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:31.946980 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6ebf5b7a-f975-4e56-a16b-bdf87994b5b1 req-b6253376-6c14-49fd-ad3a-ed1c06cc2255 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.0665925 Aug 25 03:06:31.949260 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-316fdf3f-3d37-481d-93a0-6711c87fd199 req-6c17f394-56c4-4483-b9ed-c579cb254a6d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.2062843 Aug 25 03:06:31.949716 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Allocated IP 172.20.0.3 (e41fd9c3-0d17-460e-a746-06b7f7aecf81/1ced18b0-39bc-4637-a6b0-2efa52205114/ed1654d2-e4df-42ab-af33-04952194d07a) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:31.950932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Allocated IP 172.20.0.8 (1bd9314a-0d30-442f-b8e5-916b0604ffe1/3cb10899-f353-4afc-bba0-17435c1c1dfb/394d8269-455c-479a-bedf-bdf902220c4d) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:32.095527 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-731cd4fd-28ed-4b07-9c0b-b5c9b41f59a2 req-05fc4e95-bcf0-4b00-862b-de6fafe3904b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0570526 Aug 25 03:06:32.335853 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0c7df63f-2a82-4108-93e6-16a552ed3d73 req-be474a6e-dd97-4472-a561-a67f3097056b tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0543497 Aug 25 03:06:32.346431 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for port (ed1654d2-e4df-42ab-af33-04952194d07a), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:32.350449 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks [] for port (394d8269-455c-479a-bedf-bdf902220c4d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:32.449849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Made reservation on behalf of 1d3d0ec7db3c4b3b8625c575a2a11ec8 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:32.454303 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:32.499946 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:32.531583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:32.723377 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:32.739871 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:32.767041 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:32.770065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:33.063503 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 56838311-9884-4b19-950e-2a4f17b42ecd up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:33.235205 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 56838311-9884-4b19-950e-2a4f17b42ecd triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:33.235617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.249266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Allocated IP 172.20.0.13 (6ac69087-e8de-47de-ba66-364375da66dd/32c39efe-3dbb-4859-bac9-fcaa7727311d/fbdece03-b15e-470f-93bf-0ec38b8bf2e1) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:33.297695 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ac26791-365d-478f-a6d9-e0a46864ddd8 None None] Provisioning complete for port ed1654d2-e4df-42ab-af33-04952194d07a triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:33.298076 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ac26791-365d-478f-a6d9-e0a46864ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.371157 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacac1ae-1613-4692-89fe-53fb069eb6ad {{(pid=107023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:33.386728 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:33.440398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:33.442497 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ac26791-365d-478f-a6d9-e0a46864ddd8 None None] Port ed1654d2-e4df-42ab-af33-04952194d07a cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:33.443085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:33.448190 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:33.448856 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.449917 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:33.450594 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.470662 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks [] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.546409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28dd2195-ab62-40ad-918f-23a3fcaf2e24 req-560dd804-5e10-4feb-aff7-7280aef58bde tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.2594292 Aug 25 03:06:33.604446 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675e53d-3505-44e6-b9ee-e3ac8be82fc3 req-56a38407-d80b-45f5-a5b6-aaf508750311 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:33.606007 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5675e53d-3505-44e6-b9ee-e3ac8be82fc3 req-56a38407-d80b-45f5-a5b6-aaf508750311 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 931 time: 0.3787165 Aug 25 03:06:33.617185 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 56838311-9884-4b19-950e-2a4f17b42ecd is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:33.697532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.provisioning_blocks [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Transition to ACTIVE for port object bacac1ae-1613-4692-89fe-53fb069eb6ad will not be triggered until provisioned by entity L2. {{(pid=107023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:06:33.770966 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-34ece3c5-2e01-4dcc-b337-d9a2d889bc40 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1283894 Aug 25 03:06:33.802006 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.810709 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5675e53d-3505-44e6-b9ee-e3ac8be82fc3 req-789bb189-a678-4b8b-a89c-7c9a611f0c02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678193 Aug 25 03:06:33.814490 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Request body: {'port': {'device_id': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:33.830902 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1690228 Aug 25 03:06:33.882298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:33.886852 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Request body: {'port': {'device_id': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:33.916448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf4565-aa59-4092-91c5-9f548549c4a6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Pushing event updated for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:34.040561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:34.045672 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-97edf140-d03e-49ce-9c91-fed50282371b req-ead1d14f-ecd4-46b1-b53b-1facc3442909 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.2697453 Aug 25 03:06:34.067042 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-a23a9f67-d779-4fe9-b633-1e0dbe8c6bc7 None None] Provisioning complete for port 394d8269-455c-479a-bedf-bdf902220c4d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:34.069642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f67-d779-4fe9-b633-1e0dbe8c6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (394d8269-455c-479a-bedf-bdf902220c4d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:34.178588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a23a9f67-d779-4fe9-b633-1e0dbe8c6bc7 None None] Port 394d8269-455c-479a-bedf-bdf902220c4d cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:34.214521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (394d8269-455c-479a-bedf-bdf902220c4d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:34.237654 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:34.256944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad430c-fa4c-4021-a33e-07db5e94d806 req-2fea515b-8cbe-4247-bd05-cf3405b4c28d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:34.256944 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e2ad430c-fa4c-4021-a33e-07db5e94d806 req-2fea515b-8cbe-4247-bd05-cf3405b4c28d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 931 time: 0.3002877 Aug 25 03:06:34.259448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:34.298765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:34.304369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:34.344065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Network 6ac69087-e8de-47de-ba66-364375da66dd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:34.365693 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:34.368551 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:34.373345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:34.373972 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:34.411789 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:34.496453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:34.583749 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Attempting to bind port bacac1ae-1613-4692-89fe-53fb069eb6ad on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:34.588298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Attempting to bind port bacac1ae-1613-4692-89fe-53fb069eb6ad by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}] {{(pid=107023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:34.589162 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Attempting to bind port bacac1ae-1613-4692-89fe-53fb069eb6ad on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:34.595047 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e2ad430c-fa4c-4021-a33e-07db5e94d806 req-5216a28b-aa80-4580-a822-a9c2e68d6011 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918551 Aug 25 03:06:34.672092 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-124a20b6-e144-44d2-ad71-eb69b4b6b0b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0835564 Aug 25 03:06:34.726282 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Port bacac1ae-1613-4692-89fe-53fb069eb6ad on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:06:34.729682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Attempting to bind port bacac1ae-1613-4692-89fe-53fb069eb6ad on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:34.735318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Request body: {'port': {'device_id': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:34.812505 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2921889c-9a72-4579-a9c0-08df6509e478 req-30e73254-34e7-49a1-b42c-1329435ad2ed tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.0905507 Aug 25 03:06:34.937126 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-622d672c-e827-4a18-882f-aa3561e400a6 None None] Provisioning complete for port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:34.937534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-622d672c-e827-4a18-882f-aa3561e400a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.000488 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394d8269-455c-479a-bedf-bdf902220c4d {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:35.011310 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks [] for port (394d8269-455c-479a-bedf-bdf902220c4d), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.046439 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-622d672c-e827-4a18-882f-aa3561e400a6 None None] Port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:35.047359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Transition to ACTIVE for port object 394d8269-455c-479a-bedf-bdf902220c4d will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:06:35.061826 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.143089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.190906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:35.231622 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:35.232231 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:35.232573 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Bound using segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:35.233042 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Bound port: bacac1ae-1613-4692-89fe-53fb069eb6ad, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}}] {{(pid=107023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:35.233485 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.342306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:35.387374 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7b00e-102c-42a2-8456-90932ab11372 req-7b531b03-87c2-4486-acb2-5d5634185fa2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:35.389424 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d2d7b00e-102c-42a2-8456-90932ab11372 req-7b531b03-87c2-4486-acb2-5d5634185fa2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 931 time: 0.1595006 Aug 25 03:06:35.432266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98658b9b-6530-4fb9-aa85-1652f9b733a3 req-5cce8a34-53cf-4b7d-8792-3d6c32c2dbc7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:35.441171 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98658b9b-6530-4fb9-aa85-1652f9b733a3 req-5cce8a34-53cf-4b7d-8792-3d6c32c2dbc7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 932 time: 0.2361293 Aug 25 03:06:35.448602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Pushing event updated for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:35.468597 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, cleared binding levels {{(pid=107023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:35.524599 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Attempting to bind port 394d8269-455c-479a-bedf-bdf902220c4d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:35.525754 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Attempting to bind port 394d8269-455c-479a-bedf-bdf902220c4d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:35.526322 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Attempting to bind port 394d8269-455c-479a-bedf-bdf902220c4d on network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:35.548807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Port 394d8269-455c-479a-bedf-bdf902220c4d on network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:06:35.549417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Attempting to bind port 394d8269-455c-479a-bedf-bdf902220c4d on network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:35.551443 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:35.571362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:35.572135 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Checking segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:35.572957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Bound using segment: {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:35.573662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Bound port: 394d8269-455c-479a-bedf-bdf902220c4d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:35.574241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (394d8269-455c-479a-bedf-bdf902220c4d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.583212 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d2d7b00e-102c-42a2-8456-90932ab11372 req-07ab5f9f-f492-4d55-bfe1-62f1948cfacd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749134 Aug 25 03:06:35.611174 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49646) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:35.637247 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98658b9b-6530-4fb9-aa85-1652f9b733a3 req-c7f1cd6a-4b9f-4469-837d-12752f6256f4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932430 Aug 25 03:06:35.735030 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1654d2-e4df-42ab-af33-04952194d07a {{(pid=107023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:35.767976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:35.773774 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks [] for port (ed1654d2-e4df-42ab-af33-04952194d07a), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.807167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=394d8269-455c-479a-bedf-bdf902220c4d,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:35.846279 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.provisioning_blocks [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Transition to ACTIVE for port object ed1654d2-e4df-42ab-af33-04952194d07a will not be triggered until provisioned by entity L2. {{(pid=107023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:06:35.861784 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4be86-ef33-4eb2-955f-5773fdd14ebe req-31ece45d-65de-4249-a8af-dcf8e87b82d1 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:35.863587 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eff4be86-ef33-4eb2-955f-5773fdd14ebe req-31ece45d-65de-4249-a8af-dcf8e87b82d1 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.1012146 Aug 25 03:06:35.896475 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:35.905775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks [] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.919452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb51-1a59-40c0-b36f-b1873ea2a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:35.937965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Transition to ACTIVE for port object fbdece03-b15e-470f-93bf-0ec38b8bf2e1 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:06:35.982487 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-76f73d44-9209-49bd-b77d-3784c971f38f req-770914e7-8073-4dda-8bef-8f8a5b22570b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.0418439 Aug 25 03:06:35.986289 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eff4be86-ef33-4eb2-955f-5773fdd14ebe req-aebb78cf-9551-4480-a4aa-1fb9a425b19b tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115403 Aug 25 03:06:36.070224 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:36.073364 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb51-1a59-40c0-b36f-b1873ea2a50f admin admin] Publish callbacks [] for security_group (7fb67b07-136b-4651-ad16-a89e9dcb4d24), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.387429 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.390829 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.397439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:36.398250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.399185 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.399683 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/394d8269-455c-479a-bedf-bdf902220c4d HTTP/1.1" status: 200 len: 1093 time: 2.5565476 Aug 25 03:06:36.400407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:36.404705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:36.405505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.409966 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 1093 time: 5.1936033 Aug 25 03:06:36.412766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:36.503935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.590410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89fa00-04bd-4727-8a72-153e617c3d51 service neutron] Pushing event updated for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:36.650044 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4df3eb51-1a59-40c0-b36f-b1873ea2a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7fb67b07-136b-4651-ad16-a89e9dcb4d24), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.650254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Attempting to bind port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:36.650254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Attempting to bind port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:36.650254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Attempting to bind port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:36.661330 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 on network 6ac69087-e8de-47de-ba66-364375da66dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:06:36.661655 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Attempting to bind port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:36.667993 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130b424-a29f-404e-b88c-a9e42b53f646" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:36.672486 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:36.672826 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Checking segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:36.673212 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Bound using segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:36.673654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Bound port: fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:36.674045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:36.694448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:36.709047 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:36.727984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fab499-f7ab-4ec0-a414-df11fbe78eca" -d '{"events": [{"name": "network-changed", "server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "tag": "394d8269-455c-479a-bedf-bdf902220c4d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:36.748183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3eb51-1a59-40c0-b36f-b1873ea2a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb67b07-136b-4651-ad16-a89e9dcb4d24,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:36.839432 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4df3eb51-1a59-40c0-b36f-b1873ea2a50f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=53db003a70ac49f8b7a732e2f9834895&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2257748 Aug 25 03:06:36.866931 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:36.883739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49688) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:36.907766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df9708-9260-4c52-b511-3fddc778c993 x-openstack-request-id: req-00df9708-9260-4c52-b511-3fddc778c993 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:36.908224 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:36.908617 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00df9708-9260-4c52-b511-3fddc778c993 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:36.909199 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00df9708-9260-4c52-b511-3fddc778c993'] response: {'name': 'network-changed', 'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad', 'status': 'completed', 'code': 200} Aug 25 03:06:36.994050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152241e-80bc-46e8-ab49-dc6b9b7bf106 req-52dcb482-61ee-4fc2-952b-e9db73760294 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:36.996194 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9152241e-80bc-46e8-ab49-dc6b9b7bf106 req-52dcb482-61ee-4fc2-952b-e9db73760294 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.2211235 Aug 25 03:06:37.037733 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.79', 56348) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:37.095814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Attempting to bind port ed1654d2-e4df-42ab-af33-04952194d07a on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:37.096205 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Attempting to bind port ed1654d2-e4df-42ab-af33-04952194d07a by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}] {{(pid=107023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:37.096532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Attempting to bind port ed1654d2-e4df-42ab-af33-04952194d07a on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:37.133349 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11031483-46cd-4273-bc55-16b878f974e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=3']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:37.147672 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Port ed1654d2-e4df-42ab-af33-04952194d07a on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:06:37.147672 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Attempting to bind port ed1654d2-e4df-42ab-af33-04952194d07a on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:37.185040 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:37.196357 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d03b61-6955-4b03-a95f-88dd2ff7ff1c req-6c17db65-6306-4551-8883-704073b5c876 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.203150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:37.203391 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-57d03b61-6955-4b03-a95f-88dd2ff7ff1c req-6c17db65-6306-4551-8883-704073b5c876 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.1628792 Aug 25 03:06:37.206100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:37.206769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Bound using segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} {{(pid=107023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:37.207875 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.managers [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Bound port: ed1654d2-e4df-42ab-af33-04952194d07a, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}}] {{(pid=107023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:37.212017 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.216260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-7d57e62b-0ebe-4be6-8538-07fdb13bf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.217749 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-7d57e62b-0ebe-4be6-8538-07fdb13bf914 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=eeb0f7283fb84ea48fd468f22c721b8b&device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 1127 time: 0.1762290 Aug 25 03:06:37.289742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:37.292989 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-0405a18e-b4da-42ef-ab52-059416e30f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.295125 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-0405a18e-b4da-42ef-ab52-059416e30f4a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1127 time: 0.3088884 Aug 25 03:06:37.304744 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9152241e-80bc-46e8-ab49-dc6b9b7bf106 req-6bea0dc1-adbb-4868-9f3b-77a27f2894b2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290473 Aug 25 03:06:37.340531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49702) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:37.351101 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-f05d0160-3e5f-4d9f-94bd-751c233393f3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.352670 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-f05d0160-3e5f-4d9f-94bd-751c233393f3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 809 time: 0.5952556 Aug 25 03:06:37.353936 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-2c967999-59f5-439a-90f9-f40619643077 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=394d8269-455c-479a-bedf-bdf902220c4d HTTP/1.1" status: 200 len: 217 time: 0.1238008 Aug 25 03:06:37.400979 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-57d03b61-6955-4b03-a95f-88dd2ff7ff1c req-83632371-7bf4-41be-843d-79d711720e73 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960726 Aug 25 03:06:37.518912 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] Publish callbacks [] for security_group (7fb67b07-136b-4651-ad16-a89e9dcb4d24), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.542795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] Publish callbacks [] for security_group (7fb67b07-136b-4651-ad16-a89e9dcb4d24), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.603627 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, cleared binding levels {{(pid=107023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:37.648759 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed1654d2-e4df-42ab-af33-04952194d07a,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:37.685941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-2fd4fe41-d24b-4293-9e34-0a60d7bca0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.687450 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-2fd4fe41-d24b-4293-9e34-0a60d7bca0fb service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=3cb10899-f353-4afc-bba0-17435c1c1dfb HTTP/1.1" status: 200 len: 851 time: 0.2783127 Aug 25 03:06:37.708708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4e77-60ec-4ce3-90c5-2b23ac31b81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.762609 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-d148b525-d084-463f-bdce-1ea3f99dd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.764324 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-d148b525-d084-463f-bdce-1ea3f99dd5e1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4558868 Aug 25 03:06:37.801674 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d212-43b9-48f2-9d5d-76ec62f81e1f req-e43cbf99-03d6-4d40-b7dc-fb300c57b397 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.803426 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b697d212-43b9-48f2-9d5d-76ec62f81e1f req-e43cbf99-03d6-4d40-b7dc-fb300c57b397 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.2059586 Aug 25 03:06:37.835798 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b81e067-0926-4739-b9ce-3ff23918158b x-openstack-request-id: req-5b81e067-0926-4739-b9ce-3ff23918158b {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:37.836234 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "tag": "394d8269-455c-479a-bedf-bdf902220c4d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:37.836574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b81e067-0926-4739-b9ce-3ff23918158b {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:37.837119 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b81e067-0926-4739-b9ce-3ff23918158b'] response: {'name': 'network-changed', 'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d', 'status': 'completed', 'code': 200} Aug 25 03:06:37.855448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.902009 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.905289 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.905289 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 1094 time: 3.1729782 Aug 25 03:06:37.908576 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.913418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.914450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:37.916205 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 200 len: 1093 time: 4.1098344 Aug 25 03:06:37.940396 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-2827ed82-04ae-4e87-8443-8948ae2847de tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 380 time: 0.5270164 Aug 25 03:06:37.961818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffc1c-becd-43d1-845b-55027b56874a req-f61dd88f-319a-4b31-abb0-8031d75f1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:37.972225 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-f61dd88f-319a-4b31-abb0-8031d75f1c6f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1bd9314a-0d30-442f-b8e5-916b0604ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2468672 Aug 25 03:06:38.051036 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538ce3c-538c-4f23-aaa6-e3c777295fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:38.058941 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b697d212-43b9-48f2-9d5d-76ec62f81e1f req-e4d6f4b4-3fa3-4c8d-b4c6-68877523c38b tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159390 Aug 25 03:06:38.085080 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7fb67b07-136b-4651-ad16-a89e9dcb4d24), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.090119 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.105240 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7fb67b07-136b-4651-ad16-a89e9dcb4d24 HTTP/1.1" status: 204 len: 168 time: 1.2061081 Aug 25 03:06:38.105731 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'port': {'device_id': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'admin_state_up': True, 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'security_groups': ['e3ab3546-8ef7-4b8e-9cd9-93ae262867b5']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:38.115658 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f243a6c6-ead1-4f32-8cc6-208400be3184 req-db725f2e-0f6e-4943-a4b5-7b89bd7d2508 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.2244899 Aug 25 03:06:38.154287 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700384f-4ebc-49fb-bfc6-31bcae0eb23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb67b07-136b-4651-ad16-a89e9dcb4d24,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:38.280931 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf017cf-b905-444a-9253-209c588f23cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=3']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:38.417039 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4e77-60ec-4ce3-90c5-2b23ac31b81b admin admin] Publish callbacks [] for security_group (c95bdf4d-c731-4460-87bc-42ffc447afdf), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.448414 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:38.463650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-b232ee47-376b-41a9-ac0a-4cfd4bb00b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:38.476218 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-b232ee47-376b-41a9-ac0a-4cfd4bb00b64 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1128 time: 0.1951122 Aug 25 03:06:38.493655 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-55e6cabd-dc88-439b-ad6b-716377196069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:38.495804 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c130b424-a29f-404e-b88c-a9e42b53f646 req-55e6cabd-dc88-439b-ad6b-716377196069 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4033124 Aug 25 03:06:38.511456 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-aad8f252-9fc2-4c63-abf5-20576bffed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:38.513325 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-aad8f252-9fc2-4c63-abf5-20576bffed87 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1127 time: 0.2180195 Aug 25 03:06:38.610281 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c4aa5-664a-4b4b-b92f-ecc7d414cd42 req-3fa71051-c740-4bd8-931d-7e000556fe6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:38.613637 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-30f59346-7006-4462-b591-d3646ab516ff service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175142 Aug 25 03:06:38.613800 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f9c4aa5-664a-4b4b-b92f-ecc7d414cd42 req-3fa71051-c740-4bd8-931d-7e000556fe6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0942245 Aug 25 03:06:38.623116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd64f48-ccc5-4c4d-8f88-74c2d3a39d73 req-ca036e47-95c0-4473-b11a-d45ae58f1d9a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:38.624734 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1dd64f48-ccc5-4c4d-8f88-74c2d3a39d73 req-ca036e47-95c0-4473-b11a-d45ae58f1d9a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.1469793 Aug 25 03:06:38.628193 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4e77-60ec-4ce3-90c5-2b23ac31b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (c95bdf4d-c731-4460-87bc-42ffc447afdf), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.670760 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f9c4aa5-664a-4b4b-b92f-ecc7d414cd42 req-7c00d27c-19e7-4581-a09d-e36774c7aae3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Aug 25 03:06:38.705451 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1b3d4e77-60ec-4ce3-90c5-2b23ac31b81b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9e334afb613b42f7b9193cb0161cea2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3679285 Aug 25 03:06:38.708007 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49730) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:38.759342 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d4e77-60ec-4ce3-90c5-2b23ac31b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95bdf4d-c731-4460-87bc-42ffc447afdf,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:38.774268 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1dd64f48-ccc5-4c4d-8f88-74c2d3a39d73 req-14178c42-b7f3-4c15-8c95-e3f9f743c795 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328292 Aug 25 03:06:38.822963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] Publish callbacks [] for security_group (c95bdf4d-c731-4460-87bc-42ffc447afdf), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.849725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] Publish callbacks [] for security_group (c95bdf4d-c731-4460-87bc-42ffc447afdf), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.902291 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Made reservation on behalf of f626c34f12fb4bdab6bd42b05b79742a for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:06:38.913924 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:38.915020 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:38.915020 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e559ff-466b-4af8-8099-7361e5626cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:38.917736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49736) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:38.970270 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf48261-d9fb-41c0-a7d7-9e259f23bbeb x-openstack-request-id: req-caf48261-d9fb-41c0-a7d7-9e259f23bbeb {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:38.970570 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:38.970963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-caf48261-d9fb-41c0-a7d7-9e259f23bbeb {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:38.971638 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf48261-d9fb-41c0-a7d7-9e259f23bbeb'] response: {'name': 'network-changed', 'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a', 'status': 'completed', 'code': 200} Aug 25 03:06:39.061244 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (c95bdf4d-c731-4460-87bc-42ffc447afdf), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:39.064925 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:39.066089 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c95bdf4d-c731-4460-87bc-42ffc447afdf HTTP/1.1" status: 204 len: 168 time: 0.3568888 Aug 25 03:06:39.083200 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb99d9-dcff-401e-ae57-e06b0ac16c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95bdf4d-c731-4460-87bc-42ffc447afdf,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:39.141908 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:39.153389 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:39.364243 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Allocated IP 172.20.0.11 (1f35a7bb-9c1a-41d2-92fd-9043716fc14c/a1ac9fd5-cab6-4f3b-9242-c5a635c905de/b1565188-c9dd-4f38-9acf-24035dbedd9f) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:06:39.446918 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-41d4d0c5-74b9-430e-ac26-71739fd4e856 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 217 time: 0.1469347 Aug 25 03:06:39.487677 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4886c-d217-4b36-a408-bee2680db066 req-c6d21c9e-4791-48c4-bb14-a3ce32094427 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:39.497241 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-34e4886c-d217-4b36-a408-bee2680db066 req-c6d21c9e-4791-48c4-bb14-a3ce32094427 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.1908414 Aug 25 03:06:39.685400 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e47ecf5-cc19-4fae-9cbb-d4ae03b56874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:39.688622 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6feffc1c-becd-43d1-845b-55027b56874a req-118947fa-50e1-43ae-aaae-1a90c1af410b service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906872 Aug 25 03:06:39.692877 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-8122bf1f-c50a-46be-966e-5c974f6f1caf service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 200 len: 217 time: 0.4975936 Aug 25 03:06:39.736972 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-34e4886c-d217-4b36-a408-bee2680db066 req-5d4ba99b-645d-4faf-b043-0ab1d175be5d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252700 Aug 25 03:06:39.761461 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4a4ec3e6-0af0-4824-87ed-cfd1cd8a2eac req-ec232eb0-bbf1-40bf-8593-fc9ab9bdaba7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.4623537 Aug 25 03:06:39.761461 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-8888a9fa-4094-4e0c-bc2b-795fd739fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:39.761461 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-8888a9fa-4094-4e0c-bc2b-795fd739fb16 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1127 time: 0.5319555 Aug 25 03:06:39.766459 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-aa838746-0c25-41db-9ec1-dbf94c4c1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:39.774233 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-aa838746-0c25-41db-9ec1-dbf94c4c1f63 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.2051499 Aug 25 03:06:39.880960 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-726b7a4c-2bd8-42e1-a2d2-304241d6c403 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0970302 Aug 25 03:06:39.893734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-80c1bb5d-e26d-4f6b-81a0-f4641c508f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:39.895436 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-80c1bb5d-e26d-4f6b-81a0-f4641c508f4c service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.1807916 Aug 25 03:06:39.988306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.021123 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:40.024914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dde927-ee24-4b05-aa04-4690bf1418a0" -d '{"events": [{"name": "network-changed", "server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:40.029789 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b92da-afaf-4488-87ac-ce4e43de757a req-32f8292d-01db-4a6a-8b2b-269233138da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.032898 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-32f8292d-01db-4a6a-8b2b-269233138da8 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2404048 Aug 25 03:06:40.072564 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d16f4-1064-47b3-9bde-cc5d2efafe4c req-a6ebd6dc-4eec-4712-be18-f873ba0aee59 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.074235 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9b7d16f4-1064-47b3-9bde-cc5d2efafe4c req-a6ebd6dc-4eec-4712-be18-f873ba0aee59 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.1171222 Aug 25 03:06:40.114799 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465171-6397-451e-8a39-64a589d7170b req-59f17552-e010-4f14-8442-a503f855508e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.116426 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3d465171-6397-451e-8a39-64a589d7170b req-59f17552-e010-4f14-8442-a503f855508e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0784638 Aug 25 03:06:40.144370 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e47ecf5-cc19-4fae-9cbb-d4ae03b56874 admin admin] Publish callbacks [] for security_group (bd4bfb91-e4d7-45ed-b239-6e5628a73428), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.167785 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9b7d16f4-1064-47b3-9bde-cc5d2efafe4c req-2867dd24-fd40-43c1-9b0b-1a3c7366e19c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856965 Aug 25 03:06:40.220999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-74bb8e12-52ff-42ab-9538-d6a3eb477fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.222163 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-74bb8e12-52ff-42ab-9538-d6a3eb477fcd service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=eeb0f7283fb84ea48fd468f22c721b8b&device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 1127 time: 0.1864104 Aug 25 03:06:40.238720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93d339-cd35-4bd4-aa57-9a3c5424bd56 x-openstack-request-id: req-9c93d339-cd35-4bd4-aa57-9a3c5424bd56 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:40.239321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:40.239321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c93d339-cd35-4bd4-aa57-9a3c5424bd56 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:40.239604 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c93d339-cd35-4bd4-aa57-9a3c5424bd56'] response: {'name': 'network-changed', 'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'status': 'completed', 'code': 200} Aug 25 03:06:40.312368 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-57523e33-66c1-4d7e-bbf1-07a0784a3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.313919 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-57523e33-66c1-4d7e-bbf1-07a0784a3fd2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810854 Aug 25 03:06:40.317518 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e47ecf5-cc19-4fae-9cbb-d4ae03b56874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bd4bfb91-e4d7-45ed-b239-6e5628a73428), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.362442 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-947ee274-1d1b-4435-a382-c63bd55c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.363964 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-947ee274-1d1b-4435-a382-c63bd55c19cd service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.1818881 Aug 25 03:06:40.460090 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-f058ff9b-5f78-4d31-948e-eb3fa07b0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:40.462458 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-f058ff9b-5f78-4d31-948e-eb3fa07b0cf6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605438 Aug 25 03:06:40.463347 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:40.474147 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2e47ecf5-cc19-4fae-9cbb-d4ae03b56874 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dd158f010f474763bf31af3e7bd48ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532770 Aug 25 03:06:40.484132 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49780) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:40.519045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49784) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:40.541745 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47ecf5-cc19-4fae-9cbb-d4ae03b56874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bfb91-e4d7-45ed-b239-6e5628a73428,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:40.561932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.659506 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3d465171-6397-451e-8a39-64a589d7170b req-fad7b768-bc20-4ef5-8289-58ac52da64de tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5234644 Aug 25 03:06:40.712052 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-0e914542-8017-400c-beb3-8a2fb576bfb2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839166 Aug 25 03:06:40.762120 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c5aadd8c-2483-4e68-a130-f0ea65403efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.764234 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:40.783939 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] Publish callbacks [] for security_group (bd4bfb91-e4d7-45ed-b239-6e5628a73428), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.788839 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-41c04f08-6c8b-48a7-9306-96746dcd9ae0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176129 Aug 25 03:06:40.829397 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] Publish callbacks [] for security_group (bd4bfb91-e4d7-45ed-b239-6e5628a73428), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:40.900527 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:41.147278 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a493-8f4a-4599-adb6-3ed1e1620e59 req-d3e11024-8d71-448e-a280-9657e623a50a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.161060 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e080a493-8f4a-4599-adb6-3ed1e1620e59 req-d3e11024-8d71-448e-a280-9657e623a50a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.2585468 Aug 25 03:06:41.166709 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:41.202306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:06:41.254187 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-7109aab8-93ee-4e25-acc0-f7c8cb920d86 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0528772 Aug 25 03:06:41.255547 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:06:41.261842 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:06:41.270229 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.270848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:41.291237 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7a468877-ad55-4da9-b04b-b3ad7dc247d6 req-08af556d-2a89-4be6-87b8-c815f48b757c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297578 Aug 25 03:06:41.293204 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-a210322b-1720-4661-841b-ab0b8635d90d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305458 Aug 25 03:06:41.300895 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e080a493-8f4a-4599-adb6-3ed1e1620e59 req-13b2d1f3-1768-4fc6-a1c9-ed727c49e857 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384046 Aug 25 03:06:41.323151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44a44-e7eb-4154-9e7a-96b75051a4da req-6823df5b-d666-4880-a5ff-e3decc20d778 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.329086 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6af44a44-e7eb-4154-9e7a-96b75051a4da req-6823df5b-d666-4880-a5ff-e3decc20d778 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 932 time: 0.3198235 Aug 25 03:06:41.448217 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-0cdbe9b2-1edd-467f-9ee2-250146e5f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.450366 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-0cdbe9b2-1edd-467f-9ee2-250146e5f3f2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1bd9314a-0d30-442f-b8e5-916b0604ffe1 HTTP/1.1" status: 200 len: 913 time: 0.9321179 Aug 25 03:06:41.501732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f7cb-c67f-4cbe-89f6-04de94e25562 req-e6a732b2-9875-430a-8174-169081ac406c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.505320 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32f6f7cb-c67f-4cbe-89f6-04de94e25562 req-e6a732b2-9875-430a-8174-169081ac406c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0799215 Aug 25 03:06:41.508423 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6af44a44-e7eb-4154-9e7a-96b75051a4da req-4cc1a63d-2ecc-448e-af40-23cc89550d28 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776597 Aug 25 03:06:41.529314 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245b92da-afaf-4488-87ac-ce4e43de757a req-27c0b637-2773-429a-a570-d3ac2b2ede38 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338431 Aug 25 03:06:41.577884 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32f6f7cb-c67f-4cbe-89f6-04de94e25562 req-fd05d841-8150-41e1-a788-e9117daa24f1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Aug 25 03:06:41.650824 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-808d3f56-8b20-48f1-ab99-e12ed3f3a2eb service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=394d8269-455c-479a-bedf-bdf902220c4d HTTP/1.1" status: 200 len: 217 time: 0.0355234 Aug 25 03:06:41.663580 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-8846d01d-21ba-4aa9-ac3a-6adc2916dc64 None None] Provisioning complete for port b1565188-c9dd-4f38-9acf-24035dbedd9f triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:41.664215 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8846d01d-21ba-4aa9-ac3a-6adc2916dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:41.700251 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-8846d01d-21ba-4aa9-ac3a-6adc2916dc64 None None] Port b1565188-c9dd-4f38-9acf-24035dbedd9f cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:06:41.704045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-eacfc380-3fe9-40f6-ada2-e29cb4fbe3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.705471 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-eacfc380-3fe9-40f6-ada2-e29cb4fbe3fb service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=3cb10899-f353-4afc-bba0-17435c1c1dfb HTTP/1.1" status: 200 len: 851 time: 0.0488350 Aug 25 03:06:41.764976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-93252eca-e043-4f89-b0e0-a550db465051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.766465 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-93252eca-e043-4f89-b0e0-a550db465051 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1bd9314a-0d30-442f-b8e5-916b0604ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543137 Aug 25 03:06:41.838922 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357f17-c85a-43e9-b08c-c7393722e1b6 req-bd5c5592-9766-4a6e-8ef5-27ed8ef592d7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:41.840366 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02357f17-c85a-43e9-b08c-c7393722e1b6 req-bd5c5592-9766-4a6e-8ef5-27ed8ef592d7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0925620 Aug 25 03:06:41.914825 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-6221e73d-2b5f-499e-8251-fbe791fbe414 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325948 Aug 25 03:06:41.919758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02357f17-c85a-43e9-b08c-c7393722e1b6 req-ea9a9f39-ada5-48d0-8a2c-9634866bd511 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730355 Aug 25 03:06:41.931471 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bd4bfb91-e4d7-45ed-b239-6e5628a73428), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:41.938497 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-3cc7104e-33b0-4484-97e5-8dce839ffd4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8461807 Aug 25 03:06:41.947488 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:41.949801 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bd4bfb91-e4d7-45ed-b239-6e5628a73428 HTTP/1.1" status: 204 len: 168 time: 1.4490702 Aug 25 03:06:41.958391 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b1a81-26ed-4907-8529-41927d5ec6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bfb91-e4d7-45ed-b239-6e5628a73428,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:41.981563 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.013927 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c5aadd8c-2483-4e68-a130-f0ea65403efc admin admin] Publish callbacks [] for security_group (73778371-0c04-4155-aebd-3cf633169ea9), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.225331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c5aadd8c-2483-4e68-a130-f0ea65403efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (73778371-0c04-4155-aebd-3cf633169ea9), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.263290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:42.264963 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c5aadd8c-2483-4e68-a130-f0ea65403efc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a5169cf8d47f4f5fbf934effb4b76093&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7398920 Aug 25 03:06:42.268348 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49816) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:42.274702 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aadd8c-2483-4e68-a130-f0ea65403efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73778371-0c04-4155-aebd-3cf633169ea9,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:42.310420 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Request body: {'port': {'device_id': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:06:42.349865 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] Publish callbacks [] for security_group (73778371-0c04-4155-aebd-3cf633169ea9), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.409297 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] Publish callbacks [] for security_group (73778371-0c04-4155-aebd-3cf633169ea9), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.425081 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-ab5a3587-8b68-4398-ba78-006ab1f45b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:42.426577 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-ab5a3587-8b68-4398-ba78-006ab1f45b8d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1128 time: 0.0845902 Aug 25 03:06:42.445513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-5886bc55-6a89-4893-b024-dbdfd00a0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:42.448236 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-5886bc55-6a89-4893-b024-dbdfd00a0360 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1127 time: 0.1122217 Aug 25 03:06:42.471069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.473726 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bdda5-2cd1-4749-8fc1-779a1cac8a55 req-fc723038-1cf6-491f-99f1-b69b6f051c3d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:42.478167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b46bdda5-2cd1-4749-8fc1-779a1cac8a55 req-fc723038-1cf6-491f-99f1-b69b6f051c3d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0918241 Aug 25 03:06:42.501639 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4fab499-f7ab-4ec0-a414-df11fbe78eca req-4a1d88b9-33b0-4374-9772-3e1956cb5e7e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096758 Aug 25 03:06:42.537049 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b46bdda5-2cd1-4749-8fc1-779a1cac8a55 req-be09b147-d76b-4786-b8a5-387b0b7389dd tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Aug 25 03:06:42.683623 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (73778371-0c04-4155-aebd-3cf633169ea9), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.690911 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.690911 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/73778371-0c04-4155-aebd-3cf633169ea9 HTTP/1.1" status: 204 len: 168 time: 0.4174626 Aug 25 03:06:42.697751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c131874-14e9-444d-9fd4-9927e4ef9829 req-fe35bb25-6d09-4c8d-8e0e-3b66d6120ea6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:42.700013 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4c131874-14e9-444d-9fd4-9927e4ef9829 req-fe35bb25-6d09-4c8d-8e0e-3b66d6120ea6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 932 time: 0.0770035 Aug 25 03:06:42.719540 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe1a92-4ea8-4a19-a3bb-7519535d25e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73778371-0c04-4155-aebd-3cf633169ea9,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:42.743096 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104f8f-4013-4502-b526-2b8435e2fe21 req-1ecabfa3-cf95-4a73-95cb-baaed14c5a6a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:42.745165 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7104f8f-4013-4502-b526-2b8435e2fe21 req-1ecabfa3-cf95-4a73-95cb-baaed14c5a6a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0745106 Aug 25 03:06:42.821814 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7104f8f-4013-4502-b526-2b8435e2fe21 req-d81d12b2-15ac-47d0-a1ad-f4bb0ef7ab2b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Aug 25 03:06:42.836490 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4c131874-14e9-444d-9fd4-9927e4ef9829 req-f422e071-55a6-40d6-815d-94b0d566a778 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203105 Aug 25 03:06:42.911914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1565188-c9dd-4f38-9acf-24035dbedd9f {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:42.920480 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks [] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:42.934224 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Transition to ACTIVE for port object b1565188-c9dd-4f38-9acf-24035dbedd9f will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:06:43.058728 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa116b5a-9944-4e9a-b96b-297804944acd req-35d741b9-fd77-412a-a9db-6022e4ab0bf0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:43.061787 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fa116b5a-9944-4e9a-b96b-297804944acd req-35d741b9-fd77-412a-a9db-6022e4ab0bf0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0517476 Aug 25 03:06:43.076841 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49842) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:43.094521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.099664 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-862beb91-d49c-4991-bc03-77764574140e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.113016 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fa116b5a-9944-4e9a-b96b-297804944acd req-0f1ef5dd-5f57-4bb2-902d-9a9cee86dbd3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468979 Aug 25 03:06:43.197347 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:43.212263 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Attempting to bind port b1565188-c9dd-4f38-9acf-24035dbedd9f on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:06:43.212623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Attempting to bind port b1565188-c9dd-4f38-9acf-24035dbedd9f by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:06:43.212933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Attempting to bind port b1565188-c9dd-4f38-9acf-24035dbedd9f on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:43.221694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Port b1565188-c9dd-4f38-9acf-24035dbedd9f on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:06:43.222016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Attempting to bind port b1565188-c9dd-4f38-9acf-24035dbedd9f on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:06:43.233448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:06:43.233783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Checking segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:06:43.234159 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Bound using segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:06:43.234592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Bound port: b1565188-c9dd-4f38-9acf-24035dbedd9f, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:06:43.234992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.320832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-862beb91-d49c-4991-bc03-77764574140e admin admin] Publish callbacks [] for security_group (22872db0-ee6b-428f-867c-331b17f1f81e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.332334 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:06:43.335368 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:06:43.403891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-862beb91-d49c-4991-bc03-77764574140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (22872db0-ee6b-428f-867c-331b17f1f81e), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.428167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:43.429473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.442921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:43.443533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.444915 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 1094 time: 1.1521456 Aug 25 03:06:43.450266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:43.452510 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd14de-33ac-41b1-a89c-eaeb8521bb39" -d '{"events": [{"name": "network-changed", "server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:43.476018 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-862beb91-d49c-4991-bc03-77764574140e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f6988bf260544a81bbec9b1af8873824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980684 Aug 25 03:06:43.476804 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862beb91-d49c-4991-bc03-77764574140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22872db0-ee6b-428f-867c-331b17f1f81e,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:43.480064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49860) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:43.497108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620194c2-7c55-4868-b413-3575cc719c29 x-openstack-request-id: req-620194c2-7c55-4868-b413-3575cc719c29 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:43.497387 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:43.497635 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-620194c2-7c55-4868-b413-3575cc719c29 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:43.498022 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620194c2-7c55-4868-b413-3575cc719c29'] response: {'name': 'network-changed', 'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'status': 'completed', 'code': 200} Aug 25 03:06:43.507231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:43.537394 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] Publish callbacks [] for security_group (22872db0-ee6b-428f-867c-331b17f1f81e), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.562515 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] Publish callbacks [] for security_group (22872db0-ee6b-428f-867c-331b17f1f81e), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.673220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d1ae1-450a-49d2-9ac2-1821e47b69b3 req-791d6859-24db-42a7-8bba-2a97c6fef68a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:43.674675 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4a5d1ae1-450a-49d2-9ac2-1821e47b69b3 req-791d6859-24db-42a7-8bba-2a97c6fef68a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0484495 Aug 25 03:06:43.709931 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (22872db0-ee6b-428f-867c-331b17f1f81e), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.713182 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:43.716349 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/22872db0-ee6b-428f-867c-331b17f1f81e HTTP/1.1" status: 204 len: 168 time: 0.2313910 Aug 25 03:06:43.734195 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8180d9-f5ac-4ed4-b0e2-a0e05f0465be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22872db0-ee6b-428f-867c-331b17f1f81e,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:43.739232 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4a5d1ae1-450a-49d2-9ac2-1821e47b69b3 req-b1e17f99-aae6-479d-a7d5-0b8d3887d0e4 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589697 Aug 25 03:06:43.948336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f91a3-56bc-422e-9a57-eb50fb2f8b5e req-2f35dc70-4d56-4463-9de4-c73ab87e6105 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:43.952288 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a47f91a3-56bc-422e-9a57-eb50fb2f8b5e req-2f35dc70-4d56-4463-9de4-c73ab87e6105 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0535240 Aug 25 03:06:43.986604 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606fab-c1a2-409d-8d43-3fa338365932 req-dad3b904-b377-47cd-8bd8-e281f9247240 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:43.997246 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-97606fab-c1a2-409d-8d43-3fa338365932 req-dad3b904-b377-47cd-8bd8-e281f9247240 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0486467 Aug 25 03:06:44.002253 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a47f91a3-56bc-422e-9a57-eb50fb2f8b5e req-94b78108-f936-4cd9-b315-2ea750a7c4d6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Aug 25 03:06:44.045906 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-97606fab-c1a2-409d-8d43-3fa338365932 req-4ad2b783-fe97-4d75-8a21-e3ce215fc153 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Aug 25 03:06:44.246028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad5a7-edfc-44ae-a308-2483774b54c5 req-4850d3d1-aa97-44cd-9876-05b8562132c0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:44.247678 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75cad5a7-edfc-44ae-a308-2483774b54c5 req-4850d3d1-aa97-44cd-9876-05b8562132c0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0552528 Aug 25 03:06:44.297535 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75cad5a7-edfc-44ae-a308-2483774b54c5 req-591052af-087a-4f93-9210-9e824ab21ac8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Aug 25 03:06:44.873868 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d09bf-7c01-43ac-b717-809527ccaf76 req-55df0f7f-88fe-4171-b771-fdeb4a71c70f tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:44.875322 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f6d09bf-7c01-43ac-b717-809527ccaf76 req-55df0f7f-88fe-4171-b771-fdeb4a71c70f tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0546336 Aug 25 03:06:44.922935 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f6d09bf-7c01-43ac-b717-809527ccaf76 req-f6859b13-000e-4fd8-ad7c-5c74991df6f0 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Aug 25 03:06:45.178234 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f70f-c5ee-4d12-818f-0ff0177c5f33 req-9d8ef676-c40b-4a81-b1b8-33bf23182175 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:45.179770 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b682f70f-c5ee-4d12-818f-0ff0177c5f33 req-9d8ef676-c40b-4a81-b1b8-33bf23182175 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0981176 Aug 25 03:06:45.220431 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090591a2-4487-4871-8f16-7a12455cd241 req-2ebc3eca-7a7f-4b8f-99a4-5e6051be5acd tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:45.222246 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-090591a2-4487-4871-8f16-7a12455cd241 req-2ebc3eca-7a7f-4b8f-99a4-5e6051be5acd tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0573425 Aug 25 03:06:45.237778 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b682f70f-c5ee-4d12-818f-0ff0177c5f33 req-6d3f3838-86cd-4570-b35b-803ed5ac405c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502884 Aug 25 03:06:45.288784 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-090591a2-4487-4871-8f16-7a12455cd241 req-b37dab23-0d06-4e9e-a9bc-8352de76826e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597558 Aug 25 03:06:45.427185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ebb47-e453-4aa2-8665-73965e311242 req-9deee445-2cea-440b-afa9-76e5fbd78087 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:45.428705 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-aa1ebb47-e453-4aa2-8665-73965e311242 req-9deee445-2cea-440b-afa9-76e5fbd78087 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0502546 Aug 25 03:06:45.486058 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-aa1ebb47-e453-4aa2-8665-73965e311242 req-3e782177-1b03-4aac-bf24-bd5297a1abab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500281 Aug 25 03:06:45.914549 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 49974) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:46.046729 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29858586-9dbc-4612-9f7e-4c4d9a4a0498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.063204 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfd78a-6882-4fba-b0f8-a88f39fc7adc req-1d7b542f-7659-4925-9e26-b8edc1d07eb3 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:46.064696 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-89dfd78a-6882-4fba-b0f8-a88f39fc7adc req-1d7b542f-7659-4925-9e26-b8edc1d07eb3 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0657454 Aug 25 03:06:46.141728 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-89dfd78a-6882-4fba-b0f8-a88f39fc7adc req-99a48805-4d7d-47f8-ad99-4c44faa21e15 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709493 Aug 25 03:06:46.186960 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29858586-9dbc-4612-9f7e-4c4d9a4a0498 admin admin] Publish callbacks [] for security_group (afcd896c-1a13-4280-8784-f01fbdc9f886), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.374452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6b53e-bd19-4d6d-afbd-4c529be5312b req-67d34fec-0841-43c4-984f-f8a233912c33 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:46.376121 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8ad6b53e-bd19-4d6d-afbd-4c529be5312b req-67d34fec-0841-43c4-984f-f8a233912c33 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0492587 Aug 25 03:06:46.405187 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd15b7-3f79-461f-a773-52d7795e78eb req-56016a69-598f-4b2e-8c92-7feeba6699fb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:46.406701 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b7fd15b7-3f79-461f-a773-52d7795e78eb req-56016a69-598f-4b2e-8c92-7feeba6699fb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0491645 Aug 25 03:06:46.427401 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8ad6b53e-bd19-4d6d-afbd-4c529be5312b req-e22abe9d-bbf0-4691-8439-3db505661ea4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Aug 25 03:06:46.471128 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b7fd15b7-3f79-461f-a773-52d7795e78eb req-7275a189-055d-4739-938c-89b9e5bf8863 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465922 Aug 25 03:06:46.471128 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29858586-9dbc-4612-9f7e-4c4d9a4a0498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (afcd896c-1a13-4280-8784-f01fbdc9f886), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.511736 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-29858586-9dbc-4612-9f7e-4c4d9a4a0498 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=901e3d8e4a32418ea190b8d1eb216a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954127 Aug 25 03:06:46.512875 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29858586-9dbc-4612-9f7e-4c4d9a4a0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd896c-1a13-4280-8784-f01fbdc9f886,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:46.514404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 49998) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:46.566425 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] Publish callbacks [] for security_group (afcd896c-1a13-4280-8784-f01fbdc9f886), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.622252 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] Publish callbacks [] for security_group (afcd896c-1a13-4280-8784-f01fbdc9f886), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.637833 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ac5ea-8363-4a70-8ceb-00a340542e3b req-f99da528-960a-4f57-aa54-fd49fa479d5b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:46.639415 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc1ac5ea-8363-4a70-8ceb-00a340542e3b req-f99da528-960a-4f57-aa54-fd49fa479d5b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0710104 Aug 25 03:06:46.713122 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc1ac5ea-8363-4a70-8ceb-00a340542e3b req-8e5cab21-62b9-43df-89e7-d9b2669efb24 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620131 Aug 25 03:06:46.872536 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (afcd896c-1a13-4280-8784-f01fbdc9f886), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.875170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:46.876350 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/afcd896c-1a13-4280-8784-f01fbdc9f886 HTTP/1.1" status: 204 len: 168 time: 0.3609638 Aug 25 03:06:46.885440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773949-0fda-4b6d-a613-8b38bf67a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd896c-1a13-4280-8784-f01fbdc9f886,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:47.261032 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8422c5-5a24-4287-b3b0-34e762c835d7 req-c1a6d6a1-a36d-4ef1-a658-72593be17333 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:47.263183 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fc8422c5-5a24-4287-b3b0-34e762c835d7 req-c1a6d6a1-a36d-4ef1-a658-72593be17333 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0478518 Aug 25 03:06:47.316532 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fc8422c5-5a24-4287-b3b0-34e762c835d7 req-f331ca7c-44a6-43b3-80cb-dea2d8f74381 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Aug 25 03:06:47.551740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903ae3d-2b4d-4b42-9e9e-946a87ea94d7 req-ec63f7ff-72dc-4f01-bb1d-4596d11c8394 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:47.553235 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6903ae3d-2b4d-4b42-9e9e-946a87ea94d7 req-ec63f7ff-72dc-4f01-bb1d-4596d11c8394 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0494447 Aug 25 03:06:47.580928 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1fe8d-d4bd-435a-a4da-53ace7901679 req-88f867ad-c941-4d0b-908f-46f4a94723f8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:47.582366 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-41a1fe8d-d4bd-435a-a4da-53ace7901679 req-88f867ad-c941-4d0b-908f-46f4a94723f8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0481503 Aug 25 03:06:47.602058 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6903ae3d-2b4d-4b42-9e9e-946a87ea94d7 req-f0fb741d-96d5-4eb2-bedb-78eb03c468f0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Aug 25 03:06:47.632301 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-41a1fe8d-d4bd-435a-a4da-53ace7901679 req-4e0ad508-d159-4e0f-a384-89a266bc3b71 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434861 Aug 25 03:06:47.838585 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50022) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:47.844994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0c17-0741-4e2b-a017-2b869e61b9d4 req-ab4d64b4-350c-4ba7-9de1-fa12a4c1b5e0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:47.846531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1cdc0c17-0741-4e2b-a017-2b869e61b9d4 req-ab4d64b4-350c-4ba7-9de1-fa12a4c1b5e0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0517895 Aug 25 03:06:47.851567 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-305f05e4-4905-4038-ae47-ba5451522856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:47.899886 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1cdc0c17-0741-4e2b-a017-2b869e61b9d4 req-7155dc28-c6dc-489e-aa66-02b461527c87 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473363 Aug 25 03:06:47.943831 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-305f05e4-4905-4038-ae47-ba5451522856 admin admin] Publish callbacks [] for security_group (9f2430a3-4836-4b25-a815-b7684150fe23), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.055239 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-305f05e4-4905-4038-ae47-ba5451522856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9f2430a3-4836-4b25-a815-b7684150fe23), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.092518 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f05e4-4905-4038-ae47-ba5451522856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2430a3-4836-4b25-a815-b7684150fe23,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:48.106405 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-305f05e4-4905-4038-ae47-ba5451522856 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c4fd8f3908e2451ca95b46393834aa18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620173 Aug 25 03:06:48.106405 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50032) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:48.158928 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] Publish callbacks [] for security_group (9f2430a3-4836-4b25-a815-b7684150fe23), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.178701 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] Publish callbacks [] for security_group (9f2430a3-4836-4b25-a815-b7684150fe23), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.329457 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9f2430a3-4836-4b25-a815-b7684150fe23), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.332303 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:48.333462 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9f2430a3-4836-4b25-a815-b7684150fe23 HTTP/1.1" status: 204 len: 168 time: 0.2263827 Aug 25 03:06:48.342547 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e6f3b-7e0e-4b62-af8a-b50e8c8243b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2430a3-4836-4b25-a815-b7684150fe23,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:48.441007 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0244-9eb3-4590-879a-86645e7604ba req-748f48ad-821e-4f66-9518-07ccae5708f5 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:48.442320 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-76ea0244-9eb3-4590-879a-86645e7604ba req-748f48ad-821e-4f66-9518-07ccae5708f5 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0486572 Aug 25 03:06:48.492138 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-76ea0244-9eb3-4590-879a-86645e7604ba req-b69b3df9-eb8d-4a19-baa6-83e21d525ade tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Aug 25 03:06:48.734629 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eff294-a537-437d-b524-4d3d1ec2a34a req-ae8759cb-6bec-4c48-b6c0-99c56958a30b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:48.736111 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-81eff294-a537-437d-b524-4d3d1ec2a34a req-ae8759cb-6bec-4c48-b6c0-99c56958a30b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0487046 Aug 25 03:06:48.753991 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3e07-8942-4a04-80a1-51c584381436 req-b87d73a5-543f-4e83-b045-fb3aca3e10c0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:48.755450 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b96c3e07-8942-4a04-80a1-51c584381436 req-b87d73a5-543f-4e83-b045-fb3aca3e10c0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0471714 Aug 25 03:06:48.792823 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-81eff294-a537-437d-b524-4d3d1ec2a34a req-120b2f88-6925-4612-957a-7e0c1290ed37 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Aug 25 03:06:48.814049 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b96c3e07-8942-4a04-80a1-51c584381436 req-b77a41cb-7719-4e98-92fb-fb78e58909b2 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514967 Aug 25 03:06:48.829535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:49.043805 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53a92-2fd5-49fc-8872-221e758a20ba req-86b0af79-bac5-45a1-b0e3-50ff39a8f954 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:49.049731 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-51d53a92-2fd5-49fc-8872-221e758a20ba req-86b0af79-bac5-45a1-b0e3-50ff39a8f954 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0526977 Aug 25 03:06:49.074386 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50064) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:49.098790 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-51d53a92-2fd5-49fc-8872-221e758a20ba req-e98610cd-1ab9-4b8b-95d3-7632cdf3f955 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472965 Aug 25 03:06:49.189325 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e74f8eea-d36c-429a-ae4c-8f456851f759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.276213 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e74f8eea-d36c-429a-ae4c-8f456851f759 admin admin] Publish callbacks [] for security_group (40a1db7a-1d36-4fa2-baa6-a3a7f514efd9), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.403811 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e74f8eea-d36c-429a-ae4c-8f456851f759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (40a1db7a-1d36-4fa2-baa6-a3a7f514efd9), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.499137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-18b0a8ae-7b3c-4f24-9071-6d5c4666f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:49.500767 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-18b0a8ae-7b3c-4f24-9071-6d5c4666f560 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.0915744 Aug 25 03:06:49.521316 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e74f8eea-d36c-429a-ae4c-8f456851f759 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e759fac3354b4a488ab40788db8db563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457185 Aug 25 03:06:49.524026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50078) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:49.532385 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f8eea-d36c-429a-ae4c-8f456851f759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1db7a-1d36-4fa2-baa6-a3a7f514efd9,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:49.599914 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 394d8269-455c-479a-bedf-bdf902220c4d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:06:49.614218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] Publish callbacks [] for security_group (40a1db7a-1d36-4fa2-baa6-a3a7f514efd9), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.645015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] Publish callbacks [] for security_group (40a1db7a-1d36-4fa2-baa6-a3a7f514efd9), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.672401 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-bfe71ad8-3b92-48e8-bd83-2e0a6a2ce7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:49.673876 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-bfe71ad8-3b92-48e8-bd83-2e0a6a2ce7d3 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.2558146 Aug 25 03:06:49.679796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242564-ecf1-47f9-b0ae-e7ab33e2a791 req-7830ae33-107b-4e9f-93be-9aa0b7b65d39 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:49.682110 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5b242564-ecf1-47f9-b0ae-e7ab33e2a791 req-7830ae33-107b-4e9f-93be-9aa0b7b65d39 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 943 time: 0.0754426 Aug 25 03:06:49.760371 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5b242564-ecf1-47f9-b0ae-e7ab33e2a791 req-9156084a-8611-40ac-bc22-704238cf6b11 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Aug 25 03:06:49.772735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=394d8269-455c-479a-bedf-bdf902220c4d,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:49.785637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '394d8269-455c-479a-bedf-bdf902220c4d', 'network_id': '1bd9314a-0d30-442f-b8e5-916b0604ffe1', 'port_id': '394d8269-455c-479a-bedf-bdf902220c4d', 'mac_address': 'fa:16:3e:e1:f9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb10899-f353-4afc-bba0-17435c1c1dfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:06:49.817695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (40a1db7a-1d36-4fa2-baa6-a3a7f514efd9), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.820351 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.821586 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/40a1db7a-1d36-4fa2-baa6-a3a7f514efd9 HTTP/1.1" status: 204 len: 168 time: 0.2959569 Aug 25 03:06:49.834010 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f98bec-fe56-4b4a-8d24-cd08b7d68a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1db7a-1d36-4fa2-baa6-a3a7f514efd9,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:49.837977 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 394d8269-455c-479a-bedf-bdf902220c4d is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:49.838364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (394d8269-455c-479a-bedf-bdf902220c4d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:49.860825 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394d8269-455c-479a-bedf-bdf902220c4d {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:49.942774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=394d8269-455c-479a-bedf-bdf902220c4d,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:49.972758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad4455-0283-47a9-8883-9a3bb09a577e req-108bdc00-f97c-4df2-8af1-a3467c357e72 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:49.991324 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62ad4455-0283-47a9-8883-9a3bb09a577e req-108bdc00-f97c-4df2-8af1-a3467c357e72 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0925794 Aug 25 03:06:50.033446 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:50.042163 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:50.056911 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651340a-1d2a-43e1-92d1-93d266ff3085 req-3fa294ae-288c-4c5b-afb2-0137981bd32c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:50.070098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4651340a-1d2a-43e1-92d1-93d266ff3085 req-3fa294ae-288c-4c5b-afb2-0137981bd32c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0812612 Aug 25 03:06:50.130162 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62ad4455-0283-47a9-8883-9a3bb09a577e req-d839d55c-e197-4408-854b-5568361ad7af tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371808 Aug 25 03:06:50.175680 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:50.193923 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4651340a-1d2a-43e1-92d1-93d266ff3085 req-5170cf4d-f0f2-4bf9-aff8-3edee4bc1e3f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226149 Aug 25 03:06:50.273585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8ec0f-521c-466c-a715-2099ba1ccebc req-49f3e97b-6247-4256-a3fe-93fedd2d3a20 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:50.275597 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-05e8ec0f-521c-466c-a715-2099ba1ccebc req-49f3e97b-6247-4256-a3fe-93fedd2d3a20 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0484767 Aug 25 03:06:50.286651 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['394d8269-455c-479a-bedf-bdf902220c4d'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:06:50.324577 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-05e8ec0f-521c-466c-a715-2099ba1ccebc req-b28ec08b-21ab-47e7-b40a-faf8aec12138 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Aug 25 03:06:50.750108 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=32 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:50.797155 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50128) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:50.810998 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9edfbf96-6465-4a00-ae0f-b423185504e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.042226 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:51.049440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:51.065369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cf73a-4d4f-4a7f-b11b-2026ba4b4799 req-a27107ee-fed4-4efa-9ade-72de2f1ca724 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:51.066823 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9d5cf73a-4d4f-4a7f-b11b-2026ba4b4799 req-a27107ee-fed4-4efa-9ade-72de2f1ca724 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 944 time: 0.2426748 Aug 25 03:06:51.145799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9edfbf96-6465-4a00-ae0f-b423185504e3 admin admin] Publish callbacks [] for security_group (b460f1b5-8270-4dd1-92db-303d2bc08607), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.151462 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9d5cf73a-4d4f-4a7f-b11b-2026ba4b4799 req-0baa7c41-4748-48bb-8c78-c480dabe3697 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725768 Aug 25 03:06:51.248847 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9edfbf96-6465-4a00-ae0f-b423185504e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b460f1b5-8270-4dd1-92db-303d2bc08607), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.252595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260243f-6d6f-4d70-9848-01ac610413cc req-826bad45-4584-4267-b5ed-cc56d49b51a8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:51.254339 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e260243f-6d6f-4d70-9848-01ac610413cc req-826bad45-4584-4267-b5ed-cc56d49b51a8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0535238 Aug 25 03:06:51.293167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9edfbf96-6465-4a00-ae0f-b423185504e3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7a774755645e46b3838237a5cd1f1fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948161 Aug 25 03:06:51.295897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50146) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:51.306818 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfbf96-6465-4a00-ae0f-b423185504e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460f1b5-8270-4dd1-92db-303d2bc08607,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:51.347696 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98585-262a-418c-8297-82d913f6226b req-28c0bb5b-edd4-46ce-b8c2-c373f5266e47 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:51.349399 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fbe98585-262a-418c-8297-82d913f6226b req-28c0bb5b-edd4-46ce-b8c2-c373f5266e47 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0548904 Aug 25 03:06:51.361739 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e260243f-6d6f-4d70-9848-01ac610413cc req-4049504e-61fd-4326-adaa-25317cdda298 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977910 Aug 25 03:06:51.390595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] Publish callbacks [] for security_group (b460f1b5-8270-4dd1-92db-303d2bc08607), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.415514 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] Publish callbacks [] for security_group (b460f1b5-8270-4dd1-92db-303d2bc08607), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.421284 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fbe98585-262a-418c-8297-82d913f6226b req-7c3305c6-5b42-4932-8ad0-b05e4dc661bf tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601830 Aug 25 03:06:51.490624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cb0e9-641e-4fcd-b4b9-676a434ce78a req-10caa0f3-677a-4db3-981d-49f985750b79 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:51.492162 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-556cb0e9-641e-4fcd-b4b9-676a434ce78a req-10caa0f3-677a-4db3-981d-49f985750b79 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0647423 Aug 25 03:06:51.520110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:51.546006 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-556cb0e9-641e-4fcd-b4b9-676a434ce78a req-3aae058f-d14e-4bf2-acab-38c1205aadbf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Aug 25 03:06:51.618159 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b460f1b5-8270-4dd1-92db-303d2bc08607), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.620973 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:51.622121 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b460f1b5-8270-4dd1-92db-303d2bc08607 HTTP/1.1" status: 204 len: 168 time: 0.3251836 Aug 25 03:06:51.630852 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886a21b-03fd-4cc2-a98a-e89679ba0094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460f1b5-8270-4dd1-92db-303d2bc08607,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:52.198927 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9769526b-fd84-4f2c-9d5c-2d9105d32941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:52.293152 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4efc-deb0-472d-a4e3-d4ae75a98c97 req-575e1007-b469-4d22-8f1a-61216e39c8d5 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:52.294649 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-be1e4efc-deb0-472d-a4e3-d4ae75a98c97 req-575e1007-b469-4d22-8f1a-61216e39c8d5 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 944 time: 0.0616720 Aug 25 03:06:52.343588 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-be1e4efc-deb0-472d-a4e3-d4ae75a98c97 req-7191a9d3-3a19-4c5b-80fa-ae3e24a44dbe tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Aug 25 03:06:52.485287 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f70-bceb-4558-a20a-fae50e07724b req-e1315886-c548-4460-ab48-9c902626b9eb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:52.486783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8be49f70-bceb-4558-a20a-fae50e07724b req-e1315886-c548-4460-ab48-9c902626b9eb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0500863 Aug 25 03:06:52.539723 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8be49f70-bceb-4558-a20a-fae50e07724b req-7d060893-66c9-4085-b3bc-0f944ee423f1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471795 Aug 25 03:06:52.558921 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3483-e1bf-4236-89a8-95fec3c8678a req-6a458a6a-5ee4-48aa-81eb-f5efc49af66c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:52.560498 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-287e3483-e1bf-4236-89a8-95fec3c8678a req-6a458a6a-5ee4-48aa-81eb-f5efc49af66c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0545516 Aug 25 03:06:52.609033 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-287e3483-e1bf-4236-89a8-95fec3c8678a req-6b6507d8-168d-4fb6-b64b-1bc0345cf8c0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Aug 25 03:06:52.668994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c314-1501-4b44-85f6-6388437ea7bc req-aa31fba2-8940-46b8-947f-dcae1059e45f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:52.670451 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3078c314-1501-4b44-85f6-6388437ea7bc req-aa31fba2-8940-46b8-947f-dcae1059e45f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0474677 Aug 25 03:06:52.718096 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3078c314-1501-4b44-85f6-6388437ea7bc req-49b666c9-7f83-4df1-9ad5-a2b6177a5bef tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Aug 25 03:06:53.468388 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7398-c521-4c2f-baba-16ca7f8f2a15 req-739a1e7d-aeb2-4323-9a59-c290f5427a58 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:53.470313 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-265e7398-c521-4c2f-baba-16ca7f8f2a15 req-739a1e7d-aeb2-4323-9a59-c290f5427a58 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 944 time: 0.0553319 Aug 25 03:06:53.524051 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:53.524731 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-265e7398-c521-4c2f-baba-16ca7f8f2a15 req-b609b8e7-8295-496d-bce4-4f6ee61dda7d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Aug 25 03:06:53.549567 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bacac1ae-1613-4692-89fe-53fb069eb6ad details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:06:53.583816 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 394d8269-455c-479a-bedf-bdf902220c4d up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:53.687718 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 394d8269-455c-479a-bedf-bdf902220c4d completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:06:53.713465 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-d014e9da-ebbc-4873-9a5c-dc8ca0ddaf5b service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 200 len: 217 time: 0.0627830 Aug 25 03:06:53.735049 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:53.750728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'bacac1ae-1613-4692-89fe-53fb069eb6ad', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'port_id': 'bacac1ae-1613-4692-89fe-53fb069eb6ad', 'mac_address': 'fa:16:3e:59:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:06:53.804613 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port bacac1ae-1613-4692-89fe-53fb069eb6ad is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:53.806901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:53.811824 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895afed-9ec3-4604-8cf8-c48a139a6954 req-945a72bd-f848-47bd-a4ad-d5d8542251fd tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:53.813623 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c895afed-9ec3-4604-8cf8-c48a139a6954 req-945a72bd-f848-47bd-a4ad-d5d8542251fd tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.1035047 Aug 25 03:06:53.846076 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacac1ae-1613-4692-89fe-53fb069eb6ad {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:53.873331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:53.884713 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c895afed-9ec3-4604-8cf8-c48a139a6954 req-9867c24a-4409-4d46-89e0-1f41dd98f12a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625017 Aug 25 03:06:53.888723 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-8ca02e66-c7d3-4e1c-91f7-35ef9ea8c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:53.893045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:53.896844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 394d8269-455c-479a-bedf-bdf902220c4d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:53.896844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (394d8269-455c-479a-bedf-bdf902220c4d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:53.900691 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-8ca02e66-c7d3-4e1c-91f7-35ef9ea8c094 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.1405272 Aug 25 03:06:53.948174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa05888-a98e-4d1e-bb8d-53c1272f5412 req-e2a180f0-6dba-44dd-9bfb-6e76e93716c0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:53.956646 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cfa05888-a98e-4d1e-bb8d-53c1272f5412 req-e2a180f0-6dba-44dd-9bfb-6e76e93716c0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.3420680 Aug 25 03:06:53.971946 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-d016f6ca-1957-4411-9c00-ba1e397645cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:53.973804 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-d016f6ca-1957-4411-9c00-ba1e397645cb service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667746 Aug 25 03:06:53.979450 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-bf3d4e76-c812-4fcd-aef6-132b647e64b5 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 217 time: 0.1280503 Aug 25 03:06:54.036234 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 394d8269-455c-479a-bedf-bdf902220c4d is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:54.036802 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (394d8269-455c-479a-bedf-bdf902220c4d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:54.052438 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-11bb6ede-efa0-4e98-96ec-7c4962996b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.054002 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-11bb6ede-efa0-4e98-96ec-7c4962996b52 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0642774 Aug 25 03:06:54.066259 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:54.080304 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-4aa1ea66-4b41-4ed7-a6d6-b86682b99d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.081981 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-4aa1ea66-4b41-4ed7-a6d6-b86682b99d97 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1128 time: 0.2281642 Aug 25 03:06:54.107820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710903-2307-4c12-a5ee-01478f1bc5c9 req-77272ed5-9da7-4c56-b278-5e2c9e852261 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.117068 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9710903-2307-4c12-a5ee-01478f1bc5c9 req-77272ed5-9da7-4c56-b278-5e2c9e852261 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.1202350 Aug 25 03:06:54.151186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:54.165471 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cfa05888-a98e-4d1e-bb8d-53c1272f5412 req-efbe4f87-56af-43ab-8bb4-749bf4c87759 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071936 Aug 25 03:06:54.175681 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=394d8269-455c-479a-bedf-bdf902220c4d,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:54.209298 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-1f8ebbe0-d482-47d1-b4a1-2338fdafdb63 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217913 Aug 25 03:06:54.219006 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9710903-2307-4c12-a5ee-01478f1bc5c9 req-2650fd16-fbe2-4f45-918b-953366242046 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007926 Aug 25 03:06:54.219240 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-e86a64db-438e-49d6-bd6c-f40885efff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.220682 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-e86a64db-438e-49d6-bd6c-f40885efff32 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1564803 Aug 25 03:06:54.234495 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:54.309730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268c225-bcd2-4942-b5da-1d254ec090d0" -d '{"events": [{"server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "name": "network-vif-plugged", "status": "completed", "tag": "394d8269-455c-479a-bedf-bdf902220c4d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:54.339570 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-690d934d-21d8-43a9-a5cd-8bd395038be0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189158 Aug 25 03:06:54.362036 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:54.416448 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['bacac1ae-1613-4692-89fe-53fb069eb6ad'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:06:54.420937 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-e8f3de3b-be65-4a43-8ca5-f001be866309 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905229 Aug 25 03:06:54.451330 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d12d5-7c2d-4e87-b8dc-a030182294e8 x-openstack-request-id: req-a29d12d5-7c2d-4e87-b8dc-a030182294e8 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:54.451654 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "name": "network-vif-plugged", "status": "completed", "tag": "394d8269-455c-479a-bedf-bdf902220c4d", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:54.451935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a29d12d5-7c2d-4e87-b8dc-a030182294e8 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:54.452668 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29d12d5-7c2d-4e87-b8dc-a030182294e8'] response: {'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d', 'code': 200} Aug 25 03:06:54.497874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-56c49633-8016-4394-9f65-1e14509e2dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:54.503694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-b85be9ce-f7b5-4bd1-b40c-d3da2ab88a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.508200 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-b85be9ce-f7b5-4bd1-b40c-d3da2ab88a23 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4012654 Aug 25 03:06:54.653607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:54.654538 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:54.665457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:54.685248 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29dde927-ee24-4b05-aa04-4690bf1418a0 req-0c7c84a4-e92c-4a37-8c9c-1f5bdb0b3704 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580512 Aug 25 03:06:54.720360 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24c158-0335-4159-81bf-b63ae7be7174 req-7670a3a6-73de-4b95-8bea-65defc436ce6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.721930 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d24c158-0335-4159-81bf-b63ae7be7174 req-7670a3a6-73de-4b95-8bea-65defc436ce6 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0905080 Aug 25 03:06:54.800801 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d24c158-0335-4159-81bf-b63ae7be7174 req-f31d4880-688a-4e7b-b567-cf0cb14816d1 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707891 Aug 25 03:06:54.830025 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-bcd5a021-e3f3-487c-8607-ea9958c15caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.831657 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15fd14de-33ac-41b1-a89c-eaeb8521bb39 req-bcd5a021-e3f3-487c-8607-ea9958c15caf service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3128109 Aug 25 03:06:54.850455 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:54.916295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-280a3832-3a32-4a3f-b885-b99633b6c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:54.917810 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-280a3832-3a32-4a3f-b885-b99633b6c70a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1128 time: 0.0439138 Aug 25 03:06:54.973817 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-a3a99b68-2303-45b4-bb5d-70f79049c1fe service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 217 time: 0.0487721 Aug 25 03:06:55.104739 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cf74-12cf-4566-86f0-07f8a5e637b9 req-c00bc10e-e48b-4644-8c38-292f07d10665 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.106214 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7b4cf74-12cf-4566-86f0-07f8a5e637b9 req-c00bc10e-e48b-4644-8c38-292f07d10665 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.1402698 Aug 25 03:06:55.109059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-2be64d14-3214-478b-afb7-3cf8d23bacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.110375 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-2be64d14-3214-478b-afb7-3cf8d23bacf4 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 1129 time: 0.1455424 Aug 25 03:06:55.119027 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-5078fe79-d078-4ef6-9be3-7804d84c95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.120537 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-5078fe79-d078-4ef6-9be3-7804d84c95fd service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.1245980 Aug 25 03:06:55.174466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-3fd926ef-8b54-4803-a967-b48be896cda6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.198422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-2c2b8abf-b039-4086-9a11-a794f603b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.199932 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-2c2b8abf-b039-4086-9a11-a794f603b07e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715659 Aug 25 03:06:55.279192 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7b4cf74-12cf-4566-86f0-07f8a5e637b9 req-07a2f9c6-53ad-4cc9-b584-028d7c11a5fc tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566103 Aug 25 03:06:55.315743 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5b710-eb63-416b-a5bd-aec06c1b4771 req-f130b633-5785-4715-93b2-72caa469902f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.324817 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-89e5b710-eb63-416b-a5bd-aec06c1b4771 req-f130b633-5785-4715-93b2-72caa469902f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 943 time: 0.0661609 Aug 25 03:06:55.370877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-c4a365e8-b583-410a-b1c2-db5abf270375 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607618 Aug 25 03:06:55.385629 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-89e5b710-eb63-416b-a5bd-aec06c1b4771 req-f0b35178-f893-43f5-9ca2-0d0f90b4ce0e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598447 Aug 25 03:06:55.461089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-3fd926ef-8b54-4803-a967-b48be896cda6 service neutron] Publish callbacks [] for security_group (cc32faf4-2872-43a8-8720-7a20cdb94152), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.480478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbc52c-377e-4128-ac24-d73449af9da8 req-64d02e7b-6141-455e-aa8b-6864280cdd97 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.482425 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-14dbc52c-377e-4128-ac24-d73449af9da8 req-64d02e7b-6141-455e-aa8b-6864280cdd97 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.1105137 Aug 25 03:06:55.522404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ed1654d2-e4df-42ab-af33-04952194d07a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:06:55.553122 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-45487b28-6006-41a7-87c0-c929cfe02bba service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757231 Aug 25 03:06:55.568325 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-14dbc52c-377e-4128-ac24-d73449af9da8 req-e968ce89-2e4f-4e0d-a1a7-9fa45412cbe6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737534 Aug 25 03:06:55.581941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-3fd926ef-8b54-4803-a967-b48be896cda6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cc32faf4-2872-43a8-8720-7a20cdb94152), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.616301 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bacac1ae-1613-4692-89fe-53fb069eb6ad up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:55.630151 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a302f37b-0f5c-4434-9b6f-1aa26e1899f9 req-3fd926ef-8b54-4803-a967-b48be896cda6 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085697 Aug 25 03:06:55.644816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd926ef-8b54-4803-a967-b48be896cda6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32faf4-2872-43a8-8720-7a20cdb94152,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:55.660533 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:55.709765 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port bacac1ae-1613-4692-89fe-53fb069eb6ad completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:06:55.718732 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed1654d2-e4df-42ab-af33-04952194d07a,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:55.732678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'ed1654d2-e4df-42ab-af33-04952194d07a', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'port_id': 'ed1654d2-e4df-42ab-af33-04952194d07a', 'mac_address': 'fa:16:3e:bc:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:06:55.773108 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port ed1654d2-e4df-42ab-af33-04952194d07a is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:55.773522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.787852 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1654d2-e4df-42ab-af33-04952194d07a {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:55.794413 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.810722 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed1654d2-e4df-42ab-af33-04952194d07a,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:55.820166 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port bacac1ae-1613-4692-89fe-53fb069eb6ad triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:55.820909 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.895476 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port bacac1ae-1613-4692-89fe-53fb069eb6ad is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:55.895806 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.931134 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214003c0-deb4-480c-ae19-6443dbe3ae11 req-0d01fe5a-5b5c-4bba-abf5-49432cf63953 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:55.932771 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-214003c0-deb4-480c-ae19-6443dbe3ae11 req-0d01fe5a-5b5c-4bba-abf5-49432cf63953 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Aug 25 03:06:55.936452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:55.949919 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:55.950821 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:06:55.984266 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-214003c0-deb4-480c-ae19-6443dbe3ae11 req-eccd1ded-54c2-4c14-b236-edbb3ac7153c tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Aug 25 03:06:56.045409 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:56.050733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.124002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:56.132742 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:56.143838 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:06:56.187212 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:56.187660 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.201874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:56.206553 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:56.222494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:56.277821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50322) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:56.405684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c1536f2d-4395-4ff5-a523-c03907cec18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.424961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d56b-7376-4548-9ee5-dde9fb7ceb8d req-8510d281-5193-4015-944b-c9d7023250d5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:56.426410 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-de64d56b-7376-4548-9ee5-dde9fb7ceb8d req-8510d281-5193-4015-944b-c9d7023250d5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0667455 Aug 25 03:06:56.453762 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:56.456240 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f68903-5f88-4110-9037-a425be489e71" -d '{"events": [{"server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "name": "network-vif-plugged", "status": "completed", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:56.469184 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.504509 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-de64d56b-7376-4548-9ee5-dde9fb7ceb8d req-4e342813-d2c7-4ab4-8a47-dfa919448f26 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716383 Aug 25 03:06:56.509307 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d771b-fe6c-4cf8-bd0b-0c274926cd5f req-08067c73-f470-4778-897a-d5811beadf95 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:56.511118 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-242d771b-fe6c-4cf8-bd0b-0c274926cd5f req-08067c73-f470-4778-897a-d5811beadf95 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 944 time: 0.0528283 Aug 25 03:06:56.547243 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:56.553580 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c1536f2d-4395-4ff5-a523-c03907cec18e admin admin] Publish callbacks [] for security_group (bcaff71c-8352-4539-a11d-07c467ffdc94), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.579886 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9aefb0-c5a2-4f84-b3c8-9682401fc5af x-openstack-request-id: req-ae9aefb0-c5a2-4f84-b3c8-9682401fc5af {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:56.580764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "name": "network-vif-plugged", "status": "completed", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:56.581218 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-242d771b-fe6c-4cf8-bd0b-0c274926cd5f req-8c72d923-c2a7-42be-b01d-3839b2d299c7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605659 Aug 25 03:06:56.581640 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae9aefb0-c5a2-4f84-b3c8-9682401fc5af {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:56.582130 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9aefb0-c5a2-4f84-b3c8-9682401fc5af'] response: {'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad', 'code': 200} Aug 25 03:06:56.719021 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d877-2a59-483a-a520-26b4120865c2 req-0f0f515e-d880-4b16-b9ef-f39e542529e1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:56.720419 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b59d877-2a59-483a-a520-26b4120865c2 req-0f0f515e-d880-4b16-b9ef-f39e542529e1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0465567 Aug 25 03:06:56.738970 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c1536f2d-4395-4ff5-a523-c03907cec18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bcaff71c-8352-4539-a11d-07c467ffdc94), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.790285 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c1536f2d-4395-4ff5-a523-c03907cec18e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=222429245df64cf3949bf111c97eccd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113647 Aug 25 03:06:56.793514 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50342) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:56.794567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1536f2d-4395-4ff5-a523-c03907cec18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaff71c-8352-4539-a11d-07c467ffdc94,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:56.820202 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b59d877-2a59-483a-a520-26b4120865c2 req-afaf4f38-10f3-480e-bac1-1c2cbd35f535 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940564 Aug 25 03:06:56.835548 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:56.839831 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['ed1654d2-e4df-42ab-af33-04952194d07a'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:06:56.875748 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] Publish callbacks [] for security_group (bcaff71c-8352-4539-a11d-07c467ffdc94), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.900356 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] Publish callbacks [] for security_group (bcaff71c-8352-4539-a11d-07c467ffdc94), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:56.928346 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['fbdece03-b15e-470f-93bf-0ec38b8bf2e1'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:06:56.970331 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50346) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:57.075162 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bcaff71c-8352-4539-a11d-07c467ffdc94), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.078941 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.087112 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bcaff71c-8352-4539-a11d-07c467ffdc94 HTTP/1.1" status: 204 len: 168 time: 0.2857029 Aug 25 03:06:57.101558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976aa8b-41f7-42f3-9d24-114051e26772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaff71c-8352-4539-a11d-07c467ffdc94,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:57.175551 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-156da31c-e081-43c4-8afb-aa01a64f37be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.191592 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5c740-0a07-4bde-8cba-a6ce877799e3 req-4f88f5ac-6c65-441a-ac25-a14ea204a58b tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:57.193090 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32f5c740-0a07-4bde-8cba-a6ce877799e3 req-4f88f5ac-6c65-441a-ac25-a14ea204a58b tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.1078608 Aug 25 03:06:57.243557 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:57.510709 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32f5c740-0a07-4bde-8cba-a6ce877799e3 req-33df7350-9129-4064-a453-127820a860a3 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105867 Aug 25 03:06:57.518708 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.520318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48392afd-cf04-46cb-bf14-aa6e2aee0497 req-e025a596-3c11-4e89-b1e5-0874be6cb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:57.522054 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-48392afd-cf04-46cb-bf14-aa6e2aee0497 req-e025a596-3c11-4e89-b1e5-0874be6cb94a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.0898881 Aug 25 03:06:57.540780 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-156da31c-e081-43c4-8afb-aa01a64f37be admin admin] Publish callbacks [] for security_group (f4c7669a-8abd-405b-8cb5-21471a96690a), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.591908 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.601178 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-48392afd-cf04-46cb-bf14-aa6e2aee0497 req-62ae4ff3-11a2-40b0-a0fc-3a2675b0a1a2 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533142 Aug 25 03:06:57.635667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233ea73-17aa-400c-9263-a9d197617831 req-60e22065-3260-4ed2-8f23-83a3cba7c6e6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:57.637197 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2233ea73-17aa-400c-9263-a9d197617831 req-60e22065-3260-4ed2-8f23-83a3cba7c6e6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0514328 Aug 25 03:06:57.686498 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2233ea73-17aa-400c-9263-a9d197617831 req-2f17abac-5c35-4655-8b37-904fcfb1bc98 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Aug 25 03:06:57.705590 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb5c30-ca2f-478a-ab21-f766ae47fcec req-c0f59499-2e32-413f-9c72-61fa441e1149 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:57.707097 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d7bb5c30-ca2f-478a-ab21-f766ae47fcec req-c0f59499-2e32-413f-9c72-61fa441e1149 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 944 time: 0.0530915 Aug 25 03:06:57.757186 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d7bb5c30-ca2f-478a-ab21-f766ae47fcec req-aba267bb-d7cf-41e6-8c87-1a9eae3a6c3e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Aug 25 03:06:57.783552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-156da31c-e081-43c4-8afb-aa01a64f37be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f4c7669a-8abd-405b-8cb5-21471a96690a), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.783752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:57.823476 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-156da31c-e081-43c4-8afb-aa01a64f37be admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cae61024c9584fc4bf1d431ff9865262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8520188 Aug 25 03:06:57.825378 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156da31c-e081-43c4-8afb-aa01a64f37be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7669a-8abd-405b-8cb5-21471a96690a,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:57.826308 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50366) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:57.881319 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] Publish callbacks [] for security_group (f4c7669a-8abd-405b-8cb5-21471a96690a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.906668 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] Publish callbacks [] for security_group (f4c7669a-8abd-405b-8cb5-21471a96690a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:57.998221 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e829a38-3258-4862-ba06-bbcaac6758f1 req-e942a490-4665-4ae2-9a63-93da3b78c964 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:57.999862 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1e829a38-3258-4862-ba06-bbcaac6758f1 req-e942a490-4665-4ae2-9a63-93da3b78c964 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0512736 Aug 25 03:06:58.050097 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ed1654d2-e4df-42ab-af33-04952194d07a up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:58.061318 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1e829a38-3258-4862-ba06-bbcaac6758f1 req-e9f43f6d-3a46-44f1-bce3-76137f290b55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495119 Aug 25 03:06:58.061466 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:58.098202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port ed1654d2-e4df-42ab-af33-04952194d07a completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:06:58.117848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f4c7669a-8abd-405b-8cb5-21471a96690a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.121045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.121919 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f4c7669a-8abd-405b-8cb5-21471a96690a HTTP/1.1" status: 204 len: 168 time: 0.2946312 Aug 25 03:06:58.135952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2dbb-ed7e-4c28-bd89-81b2403d104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7669a-8abd-405b-8cb5-21471a96690a,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:58.281305 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port ed1654d2-e4df-42ab-af33-04952194d07a triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:58.281744 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.313970 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50382) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:58.334938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd6f-7247-4b33-b8a6-7f8e6acceed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.376533 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port ed1654d2-e4df-42ab-af33-04952194d07a is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:58.377359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.424259 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed1654d2-e4df-42ab-af33-04952194d07a,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:58.437457 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd6f-7247-4b33-b8a6-7f8e6acceed1 admin admin] Publish callbacks [] for security_group (b10e4e00-a5c0-42f7-b772-6a0b127f8c20), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.557696 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-83a4fd6f-7247-4b33-b8a6-7f8e6acceed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b10e4e00-a5c0-42f7-b772-6a0b127f8c20), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.558286 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.559110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:06:58.614519 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-83a4fd6f-7247-4b33-b8a6-7f8e6acceed1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ccd5692e100445b8b84e9c7998d84d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995384 Aug 25 03:06:58.615634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4fd6f-7247-4b33-b8a6-7f8e6acceed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e4e00-a5c0-42f7-b772-6a0b127f8c20,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:58.621375 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50388) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:58.630545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:06:58.633194 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e29af5-72c7-4922-ab42-d6476456738d" -d '{"events": [{"server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "name": "network-vif-plugged", "status": "completed", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:06:58.688237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2112b394-3e2b-4f38-a4fb-5a295467db5d x-openstack-request-id: req-2112b394-3e2b-4f38-a4fb-5a295467db5d {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:06:58.688420 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "name": "network-vif-plugged", "status": "completed", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:06:58.688817 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2112b394-3e2b-4f38-a4fb-5a295467db5d {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:06:58.689216 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2112b394-3e2b-4f38-a4fb-5a295467db5d'] response: {'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a', 'code': 200} Aug 25 03:06:58.691495 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:58.700871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:06:58.741082 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1313e0e-770f-430c-be35-8f77ea1fb0fa req-05a68534-4607-4515-97ca-eb073fa4807d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:58.744321 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a1313e0e-770f-430c-be35-8f77ea1fb0fa req-05a68534-4607-4515-97ca-eb073fa4807d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.1053698 Aug 25 03:06:58.785736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] Publish callbacks [] for security_group (b10e4e00-a5c0-42f7-b772-6a0b127f8c20), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.812806 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:06:58.813520 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.826116 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] Publish callbacks [] for security_group (b10e4e00-a5c0-42f7-b772-6a0b127f8c20), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.869137 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a1313e0e-770f-430c-be35-8f77ea1fb0fa req-bda2caf7-2673-4d7e-b893-bd75d3674f75 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187274 Aug 25 03:06:58.888173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb3408-f854-43f8-a592-5070ae26f4af req-4f2f2589-f32f-4e78-90b6-4f3e9d9adaef tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:58.888173 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f1cb3408-f854-43f8-a592-5070ae26f4af req-4f2f2589-f32f-4e78-90b6-4f3e9d9adaef tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 944 time: 0.0845659 Aug 25 03:06:58.951553 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:58.952182 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:58.995178 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:59.014533 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a127-1233-4955-aea7-96f6fb191cb9 req-e8d1011d-9840-4f8f-b9ab-beeb2b535a62 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:59.016127 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f590a127-1233-4955-aea7-96f6fb191cb9 req-e8d1011d-9840-4f8f-b9ab-beeb2b535a62 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0585463 Aug 25 03:06:59.032018 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b10e4e00-a5c0-42f7-b772-6a0b127f8c20), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.034972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.036385 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b10e4e00-a5c0-42f7-b772-6a0b127f8c20 HTTP/1.1" status: 204 len: 168 time: 0.4134994 Aug 25 03:06:59.060331 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc6779-b3eb-4efd-9b05-20e77328d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e4e00-a5c0-42f7-b772-6a0b127f8c20,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:59.101420 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.128933 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f590a127-1233-4955-aea7-96f6fb191cb9 req-4db3510a-92e9-42b7-9f7f-f178f95210b1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062834 Aug 25 03:06:59.168266 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f1cb3408-f854-43f8-a592-5070ae26f4af req-a048c5de-2c68-4c8b-badd-c0527930b23d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699411 Aug 25 03:06:59.177494 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:59.234155 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96c643-5b1c-40eb-80f8-694c8356a922 req-d4099787-d478-4cca-a4ba-25235d661267 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:59.235616 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ea96c643-5b1c-40eb-80f8-694c8356a922 req-d4099787-d478-4cca-a4ba-25235d661267 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Aug 25 03:06:59.287967 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ea96c643-5b1c-40eb-80f8-694c8356a922 req-7c37c7e2-d9c3-43d2-b1a9-6baa4184ac15 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Aug 25 03:06:59.295735 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50402) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:59.331538 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c86f239-f582-44e7-bdca-b349c986063c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.386185 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:59.412063 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c86f239-f582-44e7-bdca-b349c986063c admin admin] Publish callbacks [] for security_group (e6b15f5d-cbfb-487f-9c5b-58642919f3b6), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.515913 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c86f239-f582-44e7-bdca-b349c986063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e6b15f5d-cbfb-487f-9c5b-58642919f3b6), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.568475 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device b1565188-c9dd-4f38-9acf-24035dbedd9f details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:06:59.569375 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f239-f582-44e7-bdca-b349c986063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b15f5d-cbfb-487f-9c5b-58642919f3b6,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:59.576372 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1c86f239-f582-44e7-bdca-b349c986063c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0b29657d33c7487dbbae96e00eb486da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794492 Aug 25 03:06:59.585484 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50420) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:59.631118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826378a2-7e15-4419-a9a7-6a4de055edad req-21479418-a508-4939-942f-f8a68a0daa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:06:59.632181 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-826378a2-7e15-4419-a9a7-6a4de055edad req-21479418-a508-4939-942f-f8a68a0daa89 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1129 time: 0.0442226 Aug 25 03:06:59.658870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] Publish callbacks [] for security_group (e6b15f5d-cbfb-487f-9c5b-58642919f3b6), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.685819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:59.694244 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-826378a2-7e15-4419-a9a7-6a4de055edad req-bb211803-06db-43eb-ac97-d3c211cad384 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Aug 25 03:06:59.695070 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] Publish callbacks [] for security_group (e6b15f5d-cbfb-487f-9c5b-58642919f3b6), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.742114 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:59.756417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'port_id': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'mac_address': 'fa:16:3e:8d:f5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:06:59.804642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port b1565188-c9dd-4f38-9acf-24035dbedd9f is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:06:59.805724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.821013 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1565188-c9dd-4f38-9acf-24035dbedd9f {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:06:59.830153 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:06:59.830153 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e6b15f5d-cbfb-487f-9c5b-58642919f3b6), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.830497 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:06:59.831622 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e6b15f5d-cbfb-487f-9c5b-58642919f3b6 HTTP/1.1" status: 204 len: 168 time: 0.2451634 Aug 25 03:06:59.844478 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48d42-9e08-42a5-9ce5-f3aa4f4b93f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b15f5d-cbfb-487f-9c5b-58642919f3b6,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:06:59.848670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:06:59.883869 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50430) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:06:59.957758 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.013984 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:00.018198 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f2aa-628e-4763-8733-6b00ca5e199a req-6c4401e1-e6f0-4975-a86f-98cce5c8397d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:00.020668 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5cb5f2aa-628e-4763-8733-6b00ca5e199a req-6c4401e1-e6f0-4975-a86f-98cce5c8397d tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Aug 25 03:07:00.077645 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5cb5f2aa-628e-4763-8733-6b00ca5e199a req-b18a9d28-f5ac-4071-9b2d-659a5be54ed0 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Aug 25 03:07:00.262076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bca9a53a-53e4-4922-90d4-483becd98c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.280730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['b1565188-c9dd-4f38-9acf-24035dbedd9f'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:07:00.342944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6dab4-f012-44b0-beb3-e7219ac744f0 req-f2d12083-18cf-4c18-9730-fcb7ce1e8d25 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:00.353814 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eae6dab4-f012-44b0-beb3-e7219ac744f0 req-f2d12083-18cf-4c18-9730-fcb7ce1e8d25 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.1500795 Aug 25 03:07:00.370386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8dbb3-4d28-4c20-8002-3614a862a1e0 req-cd6b5274-5395-4b88-99fd-2340b0715676 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:00.378794 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4e8dbb3-4d28-4c20-8002-3614a862a1e0 req-cd6b5274-5395-4b88-99fd-2340b0715676 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 945 time: 0.1087234 Aug 25 03:07:00.444909 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eae6dab4-f012-44b0-beb3-e7219ac744f0 req-31370bf7-5a99-4922-8ef3-1c8380b37cc7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Aug 25 03:07:00.495138 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4e8dbb3-4d28-4c20-8002-3614a862a1e0 req-c11f672b-af26-4082-969b-efdbda06d663 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979481 Aug 25 03:07:00.518561 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bca9a53a-53e4-4922-90d4-483becd98c65 admin admin] Publish callbacks [] for security_group (a7948bf7-7c84-43b8-8bd3-103dc4d21347), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.534711 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:00.568073 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ff66-ae63-4c79-b50f-9056c464351e req-a168a7d9-8a9c-4020-ba73-cf03aa23db86 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:00.569606 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d851ff66-ae63-4c79-b50f-9056c464351e req-a168a7d9-8a9c-4020-ba73-cf03aa23db86 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0497894 Aug 25 03:07:00.618140 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d851ff66-ae63-4c79-b50f-9056c464351e req-337b2e74-03f2-4d0b-b14c-4d9e41759774 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Aug 25 03:07:00.690453 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:00.692842 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e73355-514c-47bd-83b7-d62cc90e2c40" -d '{"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:00.703343 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bca9a53a-53e4-4922-90d4-483becd98c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a7948bf7-7c84-43b8-8bd3-103dc4d21347), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.748660 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee178935-f16b-42a3-bb4d-386cedf993a0 x-openstack-request-id: req-ee178935-f16b-42a3-bb4d-386cedf993a0 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:00.748955 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:00.749212 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee178935-f16b-42a3-bb4d-386cedf993a0 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:00.749609 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee178935-f16b-42a3-bb4d-386cedf993a0'] response: {'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'code': 200} Aug 25 03:07:00.752805 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-bca9a53a-53e4-4922-90d4-483becd98c65 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=402a4f02147e4add96804a9c0cd8d387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8678763 Aug 25 03:07:00.755356 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9a53a-53e4-4922-90d4-483becd98c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7948bf7-7c84-43b8-8bd3-103dc4d21347,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:00.755617 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50466) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:00.828433 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] Publish callbacks [] for security_group (a7948bf7-7c84-43b8-8bd3-103dc4d21347), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.848904 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] Publish callbacks [] for security_group (a7948bf7-7c84-43b8-8bd3-103dc4d21347), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.898512 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:00.989938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a7948bf7-7c84-43b8-8bd3-103dc4d21347), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.994292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:00.995441 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a7948bf7-7c84-43b8-8bd3-103dc4d21347 HTTP/1.1" status: 204 len: 168 time: 0.2387178 Aug 25 03:07:01.006355 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cac090-be8a-4577-bcf7-03665957de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7948bf7-7c84-43b8-8bd3-103dc4d21347,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:01.592562 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ea19f-14e8-4a3c-b530-ccfdb6894722 req-db90b42c-91d1-4f57-81af-7c3f485683c7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:01.594148 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device b1565188-c9dd-4f38-9acf-24035dbedd9f up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:07:01.597928 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:01.603524 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-117ea19f-14e8-4a3c-b530-ccfdb6894722 req-db90b42c-91d1-4f57-81af-7c3f485683c7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0808225 Aug 25 03:07:01.646387 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500f54-74a2-4bc9-8f19-ca3f5fd57131 req-d1defd6c-0dc4-4a68-b492-f335f7b8f259 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:01.653854 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port b1565188-c9dd-4f38-9acf-24035dbedd9f completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:07:01.654855 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-52500f54-74a2-4bc9-8f19-ca3f5fd57131 req-d1defd6c-0dc4-4a68-b492-f335f7b8f259 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 945 time: 0.0551076 Aug 25 03:07:01.664419 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-117ea19f-14e8-4a3c-b530-ccfdb6894722 req-145faa82-46b5-44db-a7a8-5b64be38cdc1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555165 Aug 25 03:07:01.707635 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-52500f54-74a2-4bc9-8f19-ca3f5fd57131 req-b14718c4-af53-4387-a845-580daa85b45e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518281 Aug 25 03:07:01.781689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port b1565188-c9dd-4f38-9acf-24035dbedd9f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:07:01.782247 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:01.799613 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aef204-117a-43da-9927-27b065a9759e req-57f8d2c7-c177-49ca-b1de-f6c72c2c3bb2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:01.804675 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e1aef204-117a-43da-9927-27b065a9759e req-57f8d2c7-c177-49ca-b1de-f6c72c2c3bb2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0746114 Aug 25 03:07:01.852954 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e1aef204-117a-43da-9927-27b065a9759e req-82ce74c3-9a7c-4ac1-8949-7a1ee7d340e9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Aug 25 03:07:01.855276 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ebfd-39e5-4e1c-9cd2-aeb356d02f44 req-05c18995-cb47-4ced-b3a5-2ef8e48a2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:01.857028 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3373ebfd-39e5-4e1c-9cd2-aeb356d02f44 req-05c18995-cb47-4ced-b3a5-2ef8e48a2fb9 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1130 time: 0.0389209 Aug 25 03:07:01.872394 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port b1565188-c9dd-4f38-9acf-24035dbedd9f is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:07:01.873264 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:01.905337 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3373ebfd-39e5-4e1c-9cd2-aeb356d02f44 req-ab88b6f4-02e0-4dfd-82e8-298e49a677d1 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Aug 25 03:07:01.906785 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:02.003767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50546) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:02.006129 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.018034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1a982a71-8f06-4ee1-a7a2-eeeee9617be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.057847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:02.098062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1a982a71-8f06-4ee1-a7a2-eeeee9617be1 admin admin] Publish callbacks [] for security_group (67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.199231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:02.222848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1a982a71-8f06-4ee1-a7a2-eeeee9617be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.276526 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1a982a71-8f06-4ee1-a7a2-eeeee9617be1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=06e0942d069c4012b8c758b53d399f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614415 Aug 25 03:07:02.276744 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50556) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:02.291089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a982a71-8f06-4ee1-a7a2-eeeee9617be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:02.352439 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Publish callbacks [] for security_group (67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.355400 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:02.380808 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Publish callbacks [] for security_group (67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.537345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.545943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:02.545943 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a HTTP/1.1" status: 204 len: 168 time: 0.2741163 Aug 25 03:07:02.557465 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0f7ea-ae0f-4922-93a0-6fecd2f18b7a,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:02.581513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.582227 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.582799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.583458 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.584140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.584932 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.585416 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.585756 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.586395 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.586739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.587126 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.587661 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.588180 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.588509 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.588827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c342dd52-5725-4a90-a6bf-9daee7485752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:02.646617 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:07:02.751818 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:02.753597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b62e7-479c-4178-b7ce-3466a46af2d0" -d '{"events": [{"server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "name": "network-vif-plugged", "status": "completed", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:02.798438 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7668a-e3c7-43de-a2ad-d36798085107 req-19ff6ea7-99a8-4659-9aee-247a7e3d3fb9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:02.800098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4eb7668a-e3c7-43de-a2ad-d36798085107 req-19ff6ea7-99a8-4659-9aee-247a7e3d3fb9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0638125 Aug 25 03:07:02.849830 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4eb7668a-e3c7-43de-a2ad-d36798085107 req-ca92c232-e9f8-460e-b2d7-92152df30c41 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Aug 25 03:07:02.979290 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dcee7-5a64-4176-ba97-22b73ab04dc5 req-2507ff5e-3ea0-4316-99bc-3208e67e652d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:02.986616 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1e8dcee7-5a64-4176-ba97-22b73ab04dc5 req-2507ff5e-3ea0-4316-99bc-3208e67e652d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0646164 Aug 25 03:07:03.041446 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1e8dcee7-5a64-4176-ba97-22b73ab04dc5 req-9f09eef1-ea58-4729-89b1-454d681dd674 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539658 Aug 25 03:07:03.090971 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a873f00-50ec-42c1-8d6d-e49388166aea x-openstack-request-id: req-8a873f00-50ec-42c1-8d6d-e49388166aea {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:03.091349 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "name": "network-vif-plugged", "status": "completed", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:03.091737 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8a873f00-50ec-42c1-8d6d-e49388166aea {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:03.092269 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a873f00-50ec-42c1-8d6d-e49388166aea'] response: {'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'code': 200} Aug 25 03:07:03.212917 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419157-619f-42f8-a037-3152b09cf84a req-81724bbf-6a46-4798-b872-d5f7f3b6fc6c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:03.220248 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-78419157-619f-42f8-a037-3152b09cf84a req-81724bbf-6a46-4798-b872-d5f7f3b6fc6c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0695498 Aug 25 03:07:03.270813 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-78419157-619f-42f8-a037-3152b09cf84a req-5d76df4e-6c01-4724-b161-e4534e1fd911 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494757 Aug 25 03:07:03.405941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:04.034043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc1a5d-6ef5-45e1-8ae4-20a5e654391e req-3b2bfb5e-91ff-46d6-bc13-6d6de41b89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.036843 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31fc1a5d-6ef5-45e1-8ae4-20a5e654391e req-3b2bfb5e-91ff-46d6-bc13-6d6de41b89d2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1130 time: 0.0925133 Aug 25 03:07:04.062694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd96277-469f-480f-a425-0e10f670d042 req-abb480bb-c3b9-42a7-aa5d-36d5b529d266 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.064791 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7cd96277-469f-480f-a425-0e10f670d042 req-abb480bb-c3b9-42a7-aa5d-36d5b529d266 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0776708 Aug 25 03:07:04.138980 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7cd96277-469f-480f-a425-0e10f670d042 req-2bf3e5d3-d002-409b-8866-59c75536faa2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672839 Aug 25 03:07:04.189353 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162216-0beb-4ced-9887-c1dfb2e4a3aa req-cd5fbda2-39ad-45b0-8b8c-df99450ba522 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.191547 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-63162216-0beb-4ced-9887-c1dfb2e4a3aa req-cd5fbda2-39ad-45b0-8b8c-df99450ba522 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0522523 Aug 25 03:07:04.246389 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-01feb4c1-c192-4cbc-9873-c229d340e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.247461 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-63162216-0beb-4ced-9887-c1dfb2e4a3aa req-13d5e790-e3dc-404f-a596-6983ac3dcf56 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Aug 25 03:07:04.247859 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-01feb4c1-c192-4cbc-9873-c229d340e31f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1129 time: 0.0727224 Aug 25 03:07:04.250013 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31fc1a5d-6ef5-45e1-8ae4-20a5e654391e req-57a5e4b4-b0a5-4e45-b9c4-c21e23b998eb service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930564 Aug 25 03:07:04.419272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd223d-d955-4a96-9c03-76d39dadf856 req-7a115bf7-fb00-49e9-8172-7a424872ae49 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.420926 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1dd223d-d955-4a96-9c03-76d39dadf856 req-7a115bf7-fb00-49e9-8172-7a424872ae49 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0575488 Aug 25 03:07:04.483156 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1dd223d-d955-4a96-9c03-76d39dadf856 req-8797df79-53b5-45d3-9b22-69d9d72955c7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552740 Aug 25 03:07:04.596066 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-f8dd045c-6520-4982-8f14-f2eecdc8fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.598096 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-f8dd045c-6520-4982-8f14-f2eecdc8fb90 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.1140416 Aug 25 03:07:04.642260 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92646-55ca-4654-b0a9-6240444b5f6f req-f6f79527-1d13-4b6e-83ff-966c2139197a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:04.647885 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d9b92646-55ca-4654-b0a9-6240444b5f6f req-f6f79527-1d13-4b6e-83ff-966c2139197a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0778403 Aug 25 03:07:04.654740 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50686) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:04.658837 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-500dbdbd-d331-456f-a4b1-753c1a067b7c service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 200 len: 217 time: 0.0484278 Aug 25 03:07:04.659696 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'floatingip': {'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:04.669093 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:04.740094 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.233705 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50704) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:05.292678 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ced648-9424-41a6-95b5-734c35900a1c req-c68124bd-3633-4186-9312-6a8b2c508946 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:05.295712 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91ced648-9424-41a6-95b5-734c35900a1c req-c68124bd-3633-4186-9312-6a8b2c508946 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0740178 Aug 25 03:07:05.395897 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91ced648-9424-41a6-95b5-734c35900a1c req-9f809e35-9af4-476a-8d4a-cdd7150dd293 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898750 Aug 25 03:07:05.430694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.466198 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:05.538844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Publish callbacks [] for security_group (36b507ee-e704-410d-beae-9f6573c0a094), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.542027 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:05.568916 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.db.resource_extend [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 25 03:07:05.626540 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76492-7807-40b3-aab6-a1376d14d37a req-9aa48489-ee3f-449f-a249-d9bac696d5ae tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:05.628008 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-27f76492-7807-40b3-aab6-a1376d14d37a req-9aa48489-ee3f-449f-a249-d9bac696d5ae tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1077068 Aug 25 03:07:05.636403 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (36b507ee-e704-410d-beae-9f6573c0a094), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.674795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.679149 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=918892c7ce41473d8dce5aa383727278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428530 Aug 25 03:07:05.680661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b507ee-e704-410d-beae-9f6573c0a094,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:05.682648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50718) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:05.703481 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-27f76492-7807-40b3-aab6-a1376d14d37a req-69d7cecc-090f-4829-86e0-bbd8f5869dd3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676150 Aug 25 03:07:05.706385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.706385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.706385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.706385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.706958 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.706958 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.707150 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.707395 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.707720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.708048 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.708403 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.708869 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.709047 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.709368 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.709687 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fceb1e2-9628-4972-8d89-79fc622a3f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:05.750867 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] Publish callbacks [] for security_group (36b507ee-e704-410d-beae-9f6573c0a094), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.765715 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.774954 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] Publish callbacks [] for security_group (36b507ee-e704-410d-beae-9f6573c0a094), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.815189 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:05.879231 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Floating IP 59de9126-2614-478b-ade4-319a3eb429b8 associated. External IP: 172.27.1.48, port: fbdece03-b15e-470f-93bf-0ec38b8bf2e1. Aug 25 03:07:05.900680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (36b507ee-e704-410d-beae-9f6573c0a094), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.903231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:05.907236 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/36b507ee-e704-410d-beae-9f6573c0a094 HTTP/1.1" status: 204 len: 168 time: 0.2208438 Aug 25 03:07:05.912996 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a8b83-2afe-401a-ad4b-640b73c475c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b507ee-e704-410d-beae-9f6573c0a094,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:06.114440 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:07:06.219894 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:07:06.225100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:06.239832 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:07:06.253704 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:06.254339 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:06.266744 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f43e028a-8180-4f52-8c41-5d5ca72c8601 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/59de9126-2614-478b-ade4-319a3eb429b8 HTTP/1.1" status: 200 len: 991 time: 1.6108985 Aug 25 03:07:06.267536 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:06.270257 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38506cc-1451-4cc9-9f91-76f750a0160b" -d '{"events": [{"name": "network-changed", "server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:06.317530 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ecd2c-efb6-4cb6-8425-b7ef011651fb x-openstack-request-id: req-3f4ecd2c-efb6-4cb6-8425-b7ef011651fb {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:06.317994 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:06.318306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f4ecd2c-efb6-4cb6-8425-b7ef011651fb {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:06.318859 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4ecd2c-efb6-4cb6-8425-b7ef011651fb'] response: {'name': 'network-changed', 'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'status': 'completed', 'code': 200} Aug 25 03:07:06.370393 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:06.522850 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974475ad-3e1b-407a-9b70-be9e21fd4ac6 req-a412ec0d-64c7-4677-b723-63321d13b3ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:06.527750 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-974475ad-3e1b-407a-9b70-be9e21fd4ac6 req-a412ec0d-64c7-4677-b723-63321d13b3ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0600617 Aug 25 03:07:06.620738 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-974475ad-3e1b-407a-9b70-be9e21fd4ac6 req-845e3255-6da4-4d30-9d64-768686aae98c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865982 Aug 25 03:07:06.657348 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '59de9126-2614-478b-ade4-319a3eb429b8', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:20Z', 'updated_at': '2022-08-25T03:07:05Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:06.683463 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:07:06.691961 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:06.692601 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:06.721837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 50742) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:06.737548 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4bb9-e5d8-474d-bff6-77c89f7534a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:06.802724 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:06.866843 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4bb9-e5d8-474d-bff6-77c89f7534a2 admin admin] Publish callbacks [] for security_group (c985516a-e7a5-451e-b5cb-c9425f0bfa80), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:06.873223 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc200d-ca7c-4e59-b573-06800f8da7d2 req-b539502a-9bda-4fff-aeb6-8bc3e91a1731 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:06.874714 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cecc200d-ca7c-4e59-b573-06800f8da7d2 req-b539502a-9bda-4fff-aeb6-8bc3e91a1731 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0727220 Aug 25 03:07:06.928319 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cecc200d-ca7c-4e59-b573-06800f8da7d2 req-1e729c5d-93b2-4346-b728-dfeb01136d26 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Aug 25 03:07:07.003182 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4bb9-e5d8-474d-bff6-77c89f7534a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (c985516a-e7a5-451e-b5cb-c9425f0bfa80), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:07.023914 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '59de9126-2614-478b-ade4-319a3eb429b8', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:20Z', 'updated_at': '2022-08-25T03:07:05Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:07.043168 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4f6c4bb9-e5d8-474d-bff6-77c89f7534a2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2eef366e93fc4519b39c11ad66b059ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216741 Aug 25 03:07:07.044372 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c4bb9-e5d8-474d-bff6-77c89f7534a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985516a-e7a5-451e-b5cb-c9425f0bfa80,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:07.045892 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50748) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:07.054327 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745ba01-7c95-4b64-b8e6-901ef51f87c5 None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '59de9126-2614-478b-ade4-319a3eb429b8', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:20Z', 'updated_at': '2022-08-25T03:07:05Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:07:07.114183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] Publish callbacks [] for security_group (c985516a-e7a5-451e-b5cb-c9425f0bfa80), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:07.136497 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] Publish callbacks [] for security_group (c985516a-e7a5-451e-b5cb-c9425f0bfa80), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:07.329692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (c985516a-e7a5-451e-b5cb-c9425f0bfa80), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:07.332354 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:07.333725 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c985516a-e7a5-451e-b5cb-c9425f0bfa80 HTTP/1.1" status: 204 len: 168 time: 0.2862480 Aug 25 03:07:07.343823 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5bd06-3f54-4ddc-a5c1-9523016c92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985516a-e7a5-451e-b5cb-c9425f0bfa80,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:07.563561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:07.750340 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549bfa7-1000-407e-9ae8-e448d704aa17 req-44d5edd7-f3ba-4263-b708-92e20f0f5161 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:07.752005 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5549bfa7-1000-407e-9ae8-e448d704aa17 req-44d5edd7-f3ba-4263-b708-92e20f0f5161 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0519307 Aug 25 03:07:07.820326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:07.830450 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5549bfa7-1000-407e-9ae8-e448d704aa17 req-c0db9664-fd74-4e03-a28f-9173b3f1cbe4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Aug 25 03:07:07.845926 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d2da7-5d29-4902-9596-52d9103e7c1b None None] New status for floating IP 59de9126-2614-478b-ade4-319a3eb429b8: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:07:07.846442 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-72431a7c-6cf1-4684-8076-21b0e5e499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:07.847951 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-72431a7c-6cf1-4684-8076-21b0e5e499ea service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0819902 Aug 25 03:07:07.940715 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:08.062899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c2ac2-b685-4a63-9d45-06cea6766097 req-edb32e63-637f-459e-b466-75111ec37537 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:08.064780 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-db6c2ac2-b685-4a63-9d45-06cea6766097 req-edb32e63-637f-459e-b466-75111ec37537 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0585735 Aug 25 03:07:08.125914 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-db6c2ac2-b685-4a63-9d45-06cea6766097 req-16c730e4-9aa5-40b0-81b4-44e186f1a135 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548248 Aug 25 03:07:08.293629 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-fa45b8da-581f-45b8-9d98-5b71980a0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:08.296470 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-fa45b8da-581f-45b8-9d98-5b71980a0aba service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840018 Aug 25 03:07:08.298035 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-0f34568e-9e82-463c-ac1f-06db0a8bef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:08.300545 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-0f34568e-9e82-463c-ac1f-06db0a8bef7b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1130 time: 0.0869334 Aug 25 03:07:08.423034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:08.479073 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-a1241d5b-fd8d-4bf1-b97f-65376003b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:08.480541 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-a1241d5b-fd8d-4bf1-b97f-65376003b631 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1624472 Aug 25 03:07:08.482579 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-81a85557-85ec-4c7d-ad0e-ef038b477746 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554682 Aug 25 03:07:08.647067 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-9c289ec5-a478-4de8-83a1-a719c5d2a4d4 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 1001 time: 0.1339364 Aug 25 03:07:08.674289 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d250d18-1106-44bf-be9e-25efc36b03fd req-28851cd7-86e5-49bf-8362-c596b662c22f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688423 Aug 25 03:07:08.949448 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c79aa9-0d15-4a9a-97fb-704585d8c417 req-bfd12c6d-b2ad-49a2-905a-f84913aab290 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:08.950944 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c5c79aa9-0d15-4a9a-97fb-704585d8c417 req-bfd12c6d-b2ad-49a2-905a-f84913aab290 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0460465 Aug 25 03:07:09.005688 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c5c79aa9-0d15-4a9a-97fb-704585d8c417 req-2675c86d-be62-46b8-abb2-b2028c5f271f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Aug 25 03:07:09.269727 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f555ae7-dbdb-48b8-a2ef-4d75cbe26cca req-1687daf9-7ed1-462c-a9c4-29a5bf748022 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:09.271288 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0f555ae7-dbdb-48b8-a2ef-4d75cbe26cca req-1687daf9-7ed1-462c-a9c4-29a5bf748022 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0554018 Aug 25 03:07:09.358736 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0f555ae7-dbdb-48b8-a2ef-4d75cbe26cca req-6131c117-fa50-45a9-a17e-01e159d28f1c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583205 Aug 25 03:07:09.515787 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-7e627ed9-449c-4521-9a0f-0aca156cdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:09.517318 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-7e627ed9-449c-4521-9a0f-0aca156cdae3 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0577979 Aug 25 03:07:09.657098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:09.754420 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:09.872982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-0bbe5cef-3a29-4242-b681-953d85200cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:09.874569 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-0bbe5cef-3a29-4242-b681-953d85200cdb service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452850 Aug 25 03:07:10.127494 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c2302-3405-4296-be78-b678ecd574d7 req-1d86ca24-b6c5-49e5-9c5a-1537f6cc7184 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:10.129122 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0a7c2302-3405-4296-be78-b678ecd574d7 req-1d86ca24-b6c5-49e5-9c5a-1537f6cc7184 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0489140 Aug 25 03:07:10.180900 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0a7c2302-3405-4296-be78-b678ecd574d7 req-1087b991-2793-4f84-87e2-c0d0eaecbbb8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Aug 25 03:07:10.214903 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:10.481250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb391a-3513-421e-b3f9-e43f80d4d74b req-a5e7e87c-a54a-49a6-abfb-b1ea9eac05e5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:10.482743 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-32fb391a-3513-421e-b3f9-e43f80d4d74b req-a5e7e87c-a54a-49a6-abfb-b1ea9eac05e5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0486696 Aug 25 03:07:10.535846 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-32fb391a-3513-421e-b3f9-e43f80d4d74b req-bc897d5b-ea9d-47e1-b87f-baefe0993293 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467019 Aug 25 03:07:10.635861 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:10.654295 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb5c9f-ff36-4d94-a854-0243e066592b req-8a4420c2-9918-4f43-a6b6-16a1a9ab6b35 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:10.656372 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7cdb5c9f-ff36-4d94-a854-0243e066592b req-8a4420c2-9918-4f43-a6b6-16a1a9ab6b35 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0479000 Aug 25 03:07:10.666403 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 50846) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:10.670887 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'floatingip': {'port_id': 'b1565188-c9dd-4f38-9acf-24035dbedd9f'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:10.712653 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:11.251987 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:11.306223 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-9d0e8bcd-0506-4ca9-9cb5-481bb4f4b38e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678028 Aug 25 03:07:11.387556 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b392dde-ee52-4c86-b894-86a29cf2d61e req-5b5c9a5d-ebb5-4c84-a4c2-7488f0698d0d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:11.389073 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5b392dde-ee52-4c86-b894-86a29cf2d61e req-5b5c9a5d-ebb5-4c84-a4c2-7488f0698d0d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0996113 Aug 25 03:07:11.411355 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:11.463444 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c38506cc-1451-4cc9-9f91-76f750a0160b req-03f64690-00c0-4255-bf3c-5ffdf6f69c89 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405282 Aug 25 03:07:11.467504 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5b392dde-ee52-4c86-b894-86a29cf2d61e req-71c63723-7402-4b57-84b4-f3e246d8c630 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719571 Aug 25 03:07:11.517214 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Floating IP 449c2306-d9b5-4fa1-8dee-a3582b29d313 associated. External IP: 172.27.1.115, port: b1565188-c9dd-4f38-9acf-24035dbedd9f. Aug 25 03:07:11.594265 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:11.761255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:07:11.878262 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:07:11.883292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:11.892659 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:07:11.903487 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:11.908899 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:11.909232 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:11.918523 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-77fdc7bf-6622-4af2-9d7f-87194617b4cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/449c2306-d9b5-4fa1-8dee-a3582b29d313 HTTP/1.1" status: 200 len: 992 time: 1.2510395 Aug 25 03:07:11.919268 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:11.922819 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dedb58-576b-42e6-bfd6-b0fa38dec06a" -d '{"events": [{"name": "network-changed", "server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:11.923701 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:11.971706 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f0bd01-759f-4e98-9269-1f3d8c8da9b8 x-openstack-request-id: req-77f0bd01-759f-4e98-9269-1f3d8c8da9b8 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:11.971706 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:11.971706 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77f0bd01-759f-4e98-9269-1f3d8c8da9b8 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:11.971706 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f0bd01-759f-4e98-9269-1f3d8c8da9b8'] response: {'name': 'network-changed', 'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'status': 'completed', 'code': 200} Aug 25 03:07:12.031666 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:12.130727 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-399e2806-f9a0-44be-9398-a78a6fbb7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.132891 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-399e2806-f9a0-44be-9398-a78a6fbb7a27 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1130 time: 0.0609624 Aug 25 03:07:12.180708 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:12.198394 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:12.239025 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-1f7531b2-3fd7-4112-90da-b872a7501157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.240783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-1f7531b2-3fd7-4112-90da-b872a7501157 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.0963051 Aug 25 03:07:12.267215 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '449c2306-d9b5-4fa1-8dee-a3582b29d313', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:8d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:27Z', 'updated_at': '2022-08-25T03:07:11Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:12.297257 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:07:12.307217 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:12.307827 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:06:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:12.315832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:12.324188 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-d11f339a-e835-413d-9807-ba7ec34de911 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 1000 time: 0.0652385 Aug 25 03:07:12.377777 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-04586a8f-0810-499d-8048-5701b8fec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.379225 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-04586a8f-0810-499d-8048-5701b8fec460 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0491581 Aug 25 03:07:12.410883 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:12.429284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-56418a7f-5d18-4e1f-b0b4-58083db8712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.431949 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-56418a7f-5d18-4e1f-b0b4-58083db8712d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428607 Aug 25 03:07:12.905863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-8601843e-d08f-469b-9bdf-81e8f6e6ab82 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960410 Aug 25 03:07:12.905863 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defd1ae-6551-4e85-967f-7fc5e68a2926 req-7f12cc6d-0643-4ddf-b4d4-6670a373b2b0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.905863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6defd1ae-6551-4e85-967f-7fc5e68a2926 req-7f12cc6d-0643-4ddf-b4d4-6670a373b2b0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0971494 Aug 25 03:07:12.905863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95dedb58-576b-42e6-bfd6-b0fa38dec06a req-6a382ebf-2822-488c-baa2-db4e0df470fe service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465800 Aug 25 03:07:12.907407 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '449c2306-d9b5-4fa1-8dee-a3582b29d313', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:8d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:27Z', 'updated_at': '2022-08-25T03:07:11Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:12.908676 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa763cda-7d63-45c9-a318-15e3b6faf510 None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '449c2306-d9b5-4fa1-8dee-a3582b29d313', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:8d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:06:27Z', 'updated_at': '2022-08-25T03:07:11Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:07:12.909334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6defd1ae-6551-4e85-967f-7fc5e68a2926 req-85ff8110-0275-4751-8f23-03f6c6b69949 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953622 Aug 25 03:07:12.909334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-766e83e1-e9f7-4ffb-840f-0c96eea636bb service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506001 Aug 25 03:07:12.909334 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-c60afcc2-afec-4957-bb0f-8742a4106822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.909334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-c60afcc2-afec-4957-bb0f-8742a4106822 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.0403330 Aug 25 03:07:12.968570 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339413a1-eae1-4950-ac47-ded6828b634c None None] New status for floating IP 449c2306-d9b5-4fa1-8dee-a3582b29d313: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:07:12.978236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-e9c61346-733f-489f-840f-7ac3e4c843ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:12.978236 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-e9c61346-733f-489f-840f-7ac3e4c843ae service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.1021390 Aug 25 03:07:13.018705 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-f8dff914-dbce-4763-af60-8b58778fbcf6 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0378056 Aug 25 03:07:13.099715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-b831df82-0082-4ece-a41b-b8ef771c25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:13.099715 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-b831df82-0082-4ece-a41b-b8ef771c25d1 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0583799 Aug 25 03:07:13.138858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-0804f972-9d81-4efe-a7f7-0b6d23c3d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:13.150271 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-0804f972-9d81-4efe-a7f7-0b6d23c3d670 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465236 Aug 25 03:07:13.256493 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-c5ef5fd8-e59e-486b-aaad-0a55706f89d2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002865 Aug 25 03:07:13.357665 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7e028e9e-a7eb-4608-b28b-d0a6a251e30f req-43c97a82-e8fc-4c0d-986f-ada15bd16e7d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958252 Aug 25 03:07:13.865968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd5fe-4a94-48e5-b2dd-a11ed100490d req-ebc0b577-9dd3-4fc8-8b02-72200f9d3d2a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:13.868092 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5cefd5fe-4a94-48e5-b2dd-a11ed100490d req-ebc0b577-9dd3-4fc8-8b02-72200f9d3d2a tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0534611 Aug 25 03:07:13.888592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:13.920072 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5cefd5fe-4a94-48e5-b2dd-a11ed100490d req-5645a6d4-4efc-417c-922b-72a4412fdabe tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Aug 25 03:07:14.020773 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aeae1-b66c-4af1-8e26-5f2ca680f426 req-1cae4f33-f3ce-41c7-b9ae-7af2fb59aa22 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:14.022201 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-717aeae1-b66c-4af1-8e26-5f2ca680f426 req-1cae4f33-f3ce-41c7-b9ae-7af2fb59aa22 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0493267 Aug 25 03:07:14.071797 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-717aeae1-b66c-4af1-8e26-5f2ca680f426 req-0299585a-b407-4824-926b-1b7aabe5c880 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Aug 25 03:07:15.048246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9b04-6f5b-4f97-85aa-b515e17f44e9 req-6338cfed-c79e-4cc4-a0d3-6f941a9dfc3f tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:15.049729 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-092e9b04-6f5b-4f97-85aa-b515e17f44e9 req-6338cfed-c79e-4cc4-a0d3-6f941a9dfc3f tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Aug 25 03:07:15.104786 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-092e9b04-6f5b-4f97-85aa-b515e17f44e9 req-c0cd2ce8-faaa-475e-8027-f74f53eeec94 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489426 Aug 25 03:07:15.209000 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c847e0b-163c-4a47-aa50-068d7a71786d req-97ecf164-288c-4de8-b54b-f623793b44ec tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:15.210577 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2c847e0b-163c-4a47-aa50-068d7a71786d req-97ecf164-288c-4de8-b54b-f623793b44ec tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0505769 Aug 25 03:07:15.464412 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2c847e0b-163c-4a47-aa50-068d7a71786d req-e802c604-57e0-4846-bc98-024da9357a09 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474802 Aug 25 03:07:15.560378 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51006) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:15.588432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:15.668211 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9889-2473-48a5-a5ed-e5c9679f29ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:15.746249 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9889-2473-48a5-a5ed-e5c9679f29ce admin admin] Publish callbacks [] for security_group (1cedbb08-5f3e-4c8f-8579-d4dc843a21ca), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:15.788122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:15.828440 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9889-2473-48a5-a5ed-e5c9679f29ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1cedbb08-5f3e-4c8f-8579-d4dc843a21ca), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:15.870699 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c7fd9889-2473-48a5-a5ed-e5c9679f29ce admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=df88838ef3784d6883bea9c96c635d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092294 Aug 25 03:07:15.872188 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd9889-2473-48a5-a5ed-e5c9679f29ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cedbb08-5f3e-4c8f-8579-d4dc843a21ca,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:15.873726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51012) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:15.930391 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] Publish callbacks [] for security_group (1cedbb08-5f3e-4c8f-8579-d4dc843a21ca), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:15.937139 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:15.951481 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] Publish callbacks [] for security_group (1cedbb08-5f3e-4c8f-8579-d4dc843a21ca), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.086717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1cedbb08-5f3e-4c8f-8579-d4dc843a21ca), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.089538 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.090686 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1cedbb08-5f3e-4c8f-8579-d4dc843a21ca HTTP/1.1" status: 204 len: 168 time: 0.2159927 Aug 25 03:07:16.099289 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b228a-38b8-49e4-97e2-6c927a534ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cedbb08-5f3e-4c8f-8579-d4dc843a21ca,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:16.230802 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe93af8-be23-40bf-8814-f84c8eaa1215 req-00af4c98-accd-42ac-b079-fa0bb2df9486 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:16.232331 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fbe93af8-be23-40bf-8814-f84c8eaa1215 req-00af4c98-accd-42ac-b079-fa0bb2df9486 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Aug 25 03:07:16.296752 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fbe93af8-be23-40bf-8814-f84c8eaa1215 req-a3c8c97b-2716-4cfe-a9eb-770c6de45f6c tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a66040b5-5628-4c32-997c-e890e7629280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Aug 25 03:07:16.321206 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:16.433375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-04905dc6-0041-4621-98aa-79243d1a3384 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:16.434881 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-04905dc6-0041-4621-98aa-79243d1a3384 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Aug 25 03:07:16.598866 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e71f9-e8cb-4948-b392-cedce965c9a7 req-9716658b-7822-49f2-ae7f-47749c3bc6bc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:16.600426 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-af8e71f9-e8cb-4948-b392-cedce965c9a7 req-9716658b-7822-49f2-ae7f-47749c3bc6bc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0540006 Aug 25 03:07:16.600686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Deleting port 394d8269-455c-479a-bedf-bdf902220c4d {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:16.601083 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (394d8269-455c-479a-bedf-bdf902220c4d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.672979 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-af8e71f9-e8cb-4948-b392-cedce965c9a7 req-ea079e98-8c90-4e49-b9f2-af7b1e7a72e6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Aug 25 03:07:16.776312 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51040) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:16.888958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dcc434b1-f317-4e7e-9bcd-a70c8d645290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.917398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] For port 394d8269-455c-479a-bedf-bdf902220c4d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=394d8269-455c-479a-bedf-bdf902220c4d,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:16.917805 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (394d8269-455c-479a-bedf-bdf902220c4d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:16.946882 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Calling delete_port for 394d8269-455c-479a-bedf-bdf902220c4d owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:16.948496 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51046) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:16.971558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fb0be0f1-3226-4f6c-ba21-e46199e524ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.034233 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dcc434b1-f317-4e7e-9bcd-a70c8d645290 admin admin] Publish callbacks [] for security_group (eda73625-8cf6-4c20-b35e-5d2bc444afb5), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.093719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fb0be0f1-3226-4f6c-ba21-e46199e524ec admin admin] Publish callbacks [] for security_group (8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.098482 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:17.117880 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dcc434b1-f317-4e7e-9bcd-a70c8d645290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (eda73625-8cf6-4c20-b35e-5d2bc444afb5), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.158380 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-dcc434b1-f317-4e7e-9bcd-a70c8d645290 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e1ab8de906764692b7ff89614976486f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809555 Aug 25 03:07:17.159524 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc434b1-f317-4e7e-9bcd-a70c8d645290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda73625-8cf6-4c20-b35e-5d2bc444afb5,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:17.161358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51050) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:17.214738 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] Publish callbacks [] for security_group (eda73625-8cf6-4c20-b35e-5d2bc444afb5), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.216616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fb0be0f1-3226-4f6c-ba21-e46199e524ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.241214 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] Publish callbacks [] for security_group (eda73625-8cf6-4c20-b35e-5d2bc444afb5), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.250165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (394d8269-455c-479a-bedf-bdf902220c4d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.256365 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:17.263508 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-fb0be0f1-3226-4f6c-ba21-e46199e524ec admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=59838991323d4228be05d3b399b54224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115880 Aug 25 03:07:17.264736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be0f1-3226-4f6c-ba21-e46199e524ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:17.265142 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['394d8269-455c-479a-bedf-bdf902220c4d'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:07:17.267285 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51052) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:17.289478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Pushing event deleted for resources: {'Port': ['ID=394d8269-455c-479a-bedf-bdf902220c4d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:17.333271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] Publish callbacks [] for security_group (8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.386720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] Publish callbacks [] for security_group (8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.392484 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] No DVR routers for this DVR port 394d8269-455c-479a-bedf-bdf902220c4d on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:07:17.399404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.400636 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c09c2d95-36f7-493c-85fc-ac70a751d71a req-ce4c745a-7b1a-42ac-b232-4ab2bdcb8d9e tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.79 "DELETE /networking/v2.0/ports/394d8269-455c-479a-bedf-bdf902220c4d HTTP/1.1" status: 204 len: 173 time: 0.9599485 Aug 25 03:07:17.401336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'name': 'network-vif-deleted', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:17.409593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752655cb-0cea-4737-8442-11c8d92b418a" -d '{"events": [{"server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "name": "network-vif-deleted", "tag": "394d8269-455c-479a-bedf-bdf902220c4d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:17.470720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fed1e3-531b-490c-be05-9aa0ae8bcee5 x-openstack-request-id: req-f6fed1e3-531b-490c-be05-9aa0ae8bcee5 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:17.471037 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82b6fd-a60a-437b-880a-25b6424b88e1", "name": "network-vif-deleted", "tag": "394d8269-455c-479a-bedf-bdf902220c4d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:17.471284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6fed1e3-531b-490c-be05-9aa0ae8bcee5 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:17.471676 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fed1e3-531b-490c-be05-9aa0ae8bcee5'] response: {'server_uuid': 'ed82b6fd-a60a-437b-880a-25b6424b88e1', 'name': 'network-vif-deleted', 'tag': '394d8269-455c-479a-bedf-bdf902220c4d', 'status': 'completed', 'code': 200} Aug 25 03:07:17.483313 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b365919f-77e2-48c7-a4d9-f207b765f69b req-49d4734b-bd57-452f-a090-98f7d02da817 tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0676222 Aug 25 03:07:17.503365 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:17.530843 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.531500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:17.532419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (eda73625-8cf6-4c20-b35e-5d2bc444afb5), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.533508 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.534674 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce HTTP/1.1" status: 204 len: 168 time: 0.2664187 Aug 25 03:07:17.534936 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:17.536319 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/eda73625-8cf6-4c20-b35e-5d2bc444afb5 HTTP/1.1" status: 204 len: 168 time: 0.3733692 Aug 25 03:07:17.547185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e141b-600c-44e4-915b-b567682f78c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda73625-8cf6-4c20-b35e-5d2bc444afb5,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:17.564493 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1851bd-cffa-4ee1-8650-cb1618c23610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7bee18-c5f3-4f16-ad65-05ceaf2dc7ce,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:17.691064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:17.795639 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd848-a9fd-46ce-aa7e-ad16fe336653 req-a2682701-fcae-49f4-8000-382549ee9bfb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:17.797178 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-545dd848-a9fd-46ce-aa7e-ad16fe336653 req-a2682701-fcae-49f4-8000-382549ee9bfb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0492225 Aug 25 03:07:17.846112 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-545dd848-a9fd-46ce-aa7e-ad16fe336653 req-817cad02-46bf-45a3-8762-28dd4c141b47 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Aug 25 03:07:18.585219 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51100) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:18.605446 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-211c6aae-8cc8-4d7b-9ede-445cd4385844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:18.619294 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4437d20f-f349-44cb-88cc-f156329d7b49 req-d1a2115c-b66b-490f-90df-bf1809e5116c tempest-DeleteServersTestJSON-1039503589 tempest-DeleteServersTestJSON-1039503589-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=ed82b6fd-a60a-437b-880a-25b6424b88e1 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Aug 25 03:07:18.698933 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-211c6aae-8cc8-4d7b-9ede-445cd4385844 admin admin] Publish callbacks [] for security_group (de87026e-04c3-48d0-bdff-e85a2a309686), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:18.771445 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-211c6aae-8cc8-4d7b-9ede-445cd4385844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (de87026e-04c3-48d0-bdff-e85a2a309686), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:18.813195 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-211c6aae-8cc8-4d7b-9ede-445cd4385844 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5a4ec0b6587241b89bf7e82f311ffc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266331 Aug 25 03:07:18.816099 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51106) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:18.817977 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c6aae-8cc8-4d7b-9ede-445cd4385844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87026e-04c3-48d0-bdff-e85a2a309686,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:18.865971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] Publish callbacks [] for security_group (de87026e-04c3-48d0-bdff-e85a2a309686), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:18.889646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] Publish callbacks [] for security_group (de87026e-04c3-48d0-bdff-e85a2a309686), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:18.972351 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1872c-b0a3-41fc-87a3-8ac062663e92 req-22b85793-819f-4bf4-b1da-36ceb0a6cf28 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:18.973864 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9c1872c-b0a3-41fc-87a3-8ac062663e92 req-22b85793-819f-4bf4-b1da-36ceb0a6cf28 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0492976 Aug 25 03:07:19.027615 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9c1872c-b0a3-41fc-87a3-8ac062663e92 req-7bc9b9bc-719b-45a4-93e8-21abc2e75d8a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Aug 25 03:07:19.086070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (de87026e-04c3-48d0-bdff-e85a2a309686), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:19.089208 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:19.090434 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/de87026e-04c3-48d0-bdff-e85a2a309686 HTTP/1.1" status: 204 len: 168 time: 0.2732816 Aug 25 03:07:19.098801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a112ed-0fdc-495b-910d-b2dde81783af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87026e-04c3-48d0-bdff-e85a2a309686,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:19.123449 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:19.664594 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 394d8269-455c-479a-bedf-bdf902220c4d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:07:19.687895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 394d8269-455c-479a-bedf-bdf902220c4d {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:07:19.688350 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 394d8269-455c-479a-bedf-bdf902220c4d not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:07:19.736825 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:19.782538 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:20.159641 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba379d-fcdb-4e29-8184-fcdced378c81 req-25897df3-3fa5-4403-a940-e5824ef61c36 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:20.161131 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1aba379d-fcdb-4e29-8184-fcdced378c81 req-25897df3-3fa5-4403-a940-e5824ef61c36 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0508413 Aug 25 03:07:20.202169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:20.219725 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1aba379d-fcdb-4e29-8184-fcdced378c81 req-6f71bfb4-724b-49df-8176-6f44a80f628c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Aug 25 03:07:20.314218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51180) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:20.427138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356686847-network', 'tenant_id': 'd1f677a8a80e4591ab642d64f4008c00'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:20.551761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Made reservation on behalf of d1f677a8a80e4591ab642d64f4008c00 for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:07:20.554354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.567993 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.640453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks [] for security_group (51ac730d-7fa3-485e-a4d8-462236214c4d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.793717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (51ac730d-7fa3-485e-a4d8-462236214c4d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.822193 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:07:20.828408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac730d-7fa3-485e-a4d8-462236214c4d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:20.835960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.836360 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Added segment cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22 of type vlan for network df1df1b6-cd40-47b9-a838-b228d3f1c749 Aug 25 03:07:20.876885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (df1df1b6-cd40-47b9-a838-b228d3f1c749), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.997102 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (df1df1b6-cd40-47b9-a838-b228d3f1c749), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:20.998179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:20.998774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:21.061991 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] Pushing event updated for resources: {'Network': ['ID=df1df1b6-cd40-47b9-a838-b228d3f1c749,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:21.073407 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:07:21.151699 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d3fe624a-a0ad-4fbb-8585-9c684b2b3efe admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8362148 Aug 25 03:07:21.154539 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51194) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:21.159596 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Request body: {'subnet': {'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356686847-subnet', 'tenant_id': 'd1f677a8a80e4591ab642d64f4008c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:21.254574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Made reservation on behalf of d1f677a8a80e4591ab642d64f4008c00 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:07:21.258815 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:21.351714 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e6f2-bd15-46ed-ad5e-8ef469d5cec7 req-fb03ba50-4876-466b-bbce-46d46f249a41 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:21.353518 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bc41e6f2-bd15-46ed-ad5e-8ef469d5cec7 req-fb03ba50-4876-466b-bbce-46d46f249a41 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0481827 Aug 25 03:07:21.407156 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bc41e6f2-bd15-46ed-ad5e-8ef469d5cec7 req-75ae4b89-8862-4626-829f-bf7cc8ae2175 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471306 Aug 25 03:07:21.546042 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (2ae7e09e-0563-40c6-bf15-4e7fbdd96646), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:21.603987 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae7e09e-0563-40c6-bf15-4e7fbdd96646,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:21.613241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Checking segment: {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:07:21.613598 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Network hostable DHCP agents. Network: df1df1b6-cd40-47b9-a838-b228d3f1c749, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:07:21.722661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:07:21.740234 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:21.787461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, df1df1b6-cd40-47b9-a838-b228d3f1c749) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:07:21.792314 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:21.793239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:21.796534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818744b-7b79-4de1-b494-7460223b7d2e None None] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:07:21.876239 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-342d80c9-7cfd-4a8c-b0ae-899ed873e386 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7203197 Aug 25 03:07:21.894013 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d19a5-7987-4201-bd50-b84454acbda0 None None] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:07:21.942731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:22.237463 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8768cbd2-96ce-4c25-ba04-e9941e7f10bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:22.422509 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:22.466153 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:22.526356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7a3c-e9fd-4314-81cb-69a182871577 req-fed2073e-08bf-4200-9a1c-32fc7d77d1e8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:22.527795 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ad8d7a3c-e9fd-4314-81cb-69a182871577 req-fed2073e-08bf-4200-9a1c-32fc7d77d1e8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0465391 Aug 25 03:07:22.579740 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ad8d7a3c-e9fd-4314-81cb-69a182871577 req-419fceb1-e659-4377-a03b-f5149026a794 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Aug 25 03:07:22.942306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:23.317707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:23.700482 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45795-33ed-469a-9030-1065e2e0638f req-c44a4dbf-9d4d-4a2e-9523-31d3c978b0de tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:23.702055 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bef45795-33ed-469a-9030-1065e2e0638f req-c44a4dbf-9d4d-4a2e-9523-31d3c978b0de tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0479889 Aug 25 03:07:23.752161 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bef45795-33ed-469a-9030-1065e2e0638f req-c9116d61-611c-48ca-ab74-48b15a046fbc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441694 Aug 25 03:07:24.237311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:24.472807 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-05209b4a-8571-4942-bd8a-914c1e8c6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:24.495476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51254) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:24.894645 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:24.902889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:24.945933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801756d-5f92-480b-8844-50a72fdf844a req-8b553628-7467-4b36-8254-50a96ea3a4b3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:24.947442 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a801756d-5f92-480b-8844-50a72fdf844a req-8b553628-7467-4b36-8254-50a96ea3a4b3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.1027396 Aug 25 03:07:25.094372 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a801756d-5f92-480b-8844-50a72fdf844a req-37a75c1e-b9a0-459e-a31f-565263cccf5e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364853 Aug 25 03:07:25.204474 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-724fb818-afd6-4f6b-bd36-cf0ade939d97 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:25.206759 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-724fb818-afd6-4f6b-bd36-cf0ade939d97 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/networks?id=df1df1b6-cd40-47b9-a838-b228d3f1c749 HTTP/1.1" status: 200 len: 808 time: 0.1313329 Aug 25 03:07:25.223451 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-cac694a5-1f55-4e45-a394-d1c5116118d7 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/quotas/d1f677a8a80e4591ab642d64f4008c00 HTTP/1.1" status: 200 len: 375 time: 0.0095878 Aug 25 03:07:25.233509 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Deleting port 23f152f2-5096-4bf6-ac45-d6466cbf9efe {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:25.233849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:25.260781 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-8676e3fe-a8c7-4bb5-8f4c-e19cd056f1e2 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304003 Aug 25 03:07:25.278917 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:25.322684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] For port 23f152f2-5096-4bf6-ac45-d6466cbf9efe, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=23f152f2-5096-4bf6-ac45-d6466cbf9efe,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:25.323054 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:25.337151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Calling delete_port for 23f152f2-5096-4bf6-ac45-d6466cbf9efe owned by network:router_interface {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:25.361717 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-eb730b9b-2594-419b-b4ef-93d151758357 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943305 Aug 25 03:07:25.424196 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:25.467366 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-1224a081-5443-455a-90c6-196eeeafdc96 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983658 Aug 25 03:07:25.616708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (23f152f2-5096-4bf6-ac45-d6466cbf9efe), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:25.646509 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f152f2-5096-4bf6-ac45-d6466cbf9efe,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:25.714153 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:25.787213 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ad8d9508-fede-410e-9f98-95e56b67ed81 req-e061fc1d-8504-4a88-96e4-e15285ca6d7e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0461676 Aug 25 03:07:25.851858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:26.247268 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7876d-7ad9-4650-9945-bc9dab916d3e req-2523bc40-926c-43e4-aebe-4c460636c228 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:26.251032 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9c7876d-7ad9-4650-9945-bc9dab916d3e req-2523bc40-926c-43e4-aebe-4c460636c228 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0516505 Aug 25 03:07:26.272640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:26.305459 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9c7876d-7ad9-4650-9945-bc9dab916d3e req-75ebb453-d82c-477c-9d12-663ba077d34e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Aug 25 03:07:26.307311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:07:26.382643 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:26.422017 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:07:26.427422 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f532122f-a622-4266-8d13-2d77d4ce4794 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/7d0856ca-3ae0-4705-8b60-cc0897ca9471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308121 Aug 25 03:07:26.431713 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Sync routers for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:07:26.435202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51320) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:26.445695 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:26.446317 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:07:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:26.552882 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:26.556695 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks [] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:26.671727 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks [] for router_gateway (7d0856ca-3ae0-4705-8b60-cc0897ca9471), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:26.700113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:26.733781 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:07:25Z', 'revision_number': 5, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:26.759718 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Checking router: 7d0856ca-3ae0-4705-8b60-cc0897ca9471 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:07:26.768550 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Routers {'7d0856ca-3ae0-4705-8b60-cc0897ca9471'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:07:26.769173 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:07:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:26.811801 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Deleting port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:26.812126 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:26.877695 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] Set router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:07:26.880500 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:26.909839 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7acf598e-c532-41a4-9b33-7851f9f1bee7 req-94e5297e-f756-4b58-989d-802ae19d9f2d tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0349340 Aug 25 03:07:26.910039 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] For port 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:26.910197 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:26.936087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Calling delete_port for 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee owned by network:router_gateway {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:26.938516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:27.062477 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:27.075228 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:07:25Z', 'revision_number': 5, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:27.100068 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b948a-b18a-429a-a9c9-785adc3bf64c None None] The sync data for ids ['7d0856ca-3ae0-4705-8b60-cc0897ca9471'] in dv-cinder-779578-6-iscsi is: [{'id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'name': 'tempest-DeleteServersTestJSON-1640658577-router', 'tenant_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:07:25Z', 'revision_number': 5, 'project_id': 'eeb0f7283fb84ea48fd468f22c721b8b', 'gw_port': {'id': '0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0856ca-3ae0-4705-8b60-cc0897ca9471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:07:27.208590 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.232262 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:27.300163 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.417342 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.422438 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.434762 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks [] for router_controller (7d0856ca-3ae0-4705-8b60-cc0897ca9471), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.451892 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.511739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b41a8-ee7f-4609-a6a8-32f1734481f1 req-82e9e396-a4c5-4587-93dc-0a40003b98c4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:27.513325 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-192b41a8-ee7f-4609-a6a8-32f1734481f1 req-82e9e396-a4c5-4587-93dc-0a40003b98c4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.1121087 Aug 25 03:07:27.563947 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-192b41a8-ee7f-4609-a6a8-32f1734481f1 req-9104c4c8-9b59-4521-841f-22f070931b6f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Aug 25 03:07:27.588862 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (7d0856ca-3ae0-4705-8b60-cc0897ca9471), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.589683 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0856ca-3ae0-4705-8b60-cc0897ca9471 {{(pid=107023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:07:27.594906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.596793 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-bfd3cc1f-59ee-4a14-aca7-bc0ac5a55300 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/7d0856ca-3ae0-4705-8b60-cc0897ca9471 HTTP/1.1" status: 204 len: 168 time: 1.1599133 Aug 25 03:07:27.598738 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51338) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:27.646058 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Deleting subnet 3cb10899-f353-4afc-bba0-17435c1c1dfb {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:07:27.649514 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Publish callbacks [] for subnet (3cb10899-f353-4afc-bba0-17435c1c1dfb), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.689065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (3cb10899-f353-4afc-bba0-17435c1c1dfb), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.797681 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (3cb10899-f353-4afc-bba0-17435c1c1dfb), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.954217 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (3cb10899-f353-4afc-bba0-17435c1c1dfb), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.982060 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb10899-f353-4afc-bba0-17435c1c1dfb,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:27.985963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:27.993319 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a4b6fa4f-71d4-4da4-bef6-8c7f7f1c7eba admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/3cb10899-f353-4afc-bba0-17435c1c1dfb HTTP/1.1" status: 204 len: 168 time: 0.3934228 Aug 25 03:07:27.995625 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51346) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:27.998707 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee20b17-83ef-4178-8c3f-c9859d320b79 None None] Network 1bd9314a-0d30-442f-b8e5-916b0604ffe1 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:07:28.028187 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-284457d0-2536-4ff9-92e3-244a30fc3bfa req-da2b0307-2e13-45ca-9721-685ef7ae8696 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0458901 Aug 25 03:07:28.067307 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (1bd9314a-0d30-442f-b8e5-916b0604ffe1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.102059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:28.115300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Deleting port 9b5b46a7-6039-4c08-ae98-4b29db588c3b {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:28.115958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.154104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:28.167350 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] DHCP port deletion for 1bd9314a-0d30-442f-b8e5-916b0604ffe1 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:07:28.193436 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] For port 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=9b5b46a7-6039-4c08-ae98-4b29db588c3b,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:28.193436 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.205492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Deleting port 9b5b46a7-6039-4c08-ae98-4b29db588c3b {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:28.205861 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.206003 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Calling delete_port for 9b5b46a7-6039-4c08-ae98-4b29db588c3b owned by network:dhcp {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:28.269862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] For port 9b5b46a7-6039-4c08-ae98-4b29db588c3b, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=9b5b46a7-6039-4c08-ae98-4b29db588c3b,segment=NetworkSegment(b2c96a1b-3efb-4ad1-a1cb-56274c1c568c),segment_id=b2c96a1b-3efb-4ad1-a1cb-56274c1c568c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:28.270279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.283201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:28.285793 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Calling delete_port for 9b5b46a7-6039-4c08-ae98-4b29db588c3b owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:28.371218 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.396078 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5b46a7-6039-4c08-ae98-4b29db588c3b,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:28.401014 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] No DVR routers for this DVR port 9b5b46a7-6039-4c08-ae98-4b29db588c3b on host dv-cinder-779578-6-iscsi {{(pid=107023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:07:28.403365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (9b5b46a7-6039-4c08-ae98-4b29db588c3b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.430688 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Pushing event deleted for resources: {'Port': ['ID=9b5b46a7-6039-4c08-ae98-4b29db588c3b,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:28.440293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.440634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.440996 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.441349 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.441699 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.442015 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.442340 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.442661 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.442981 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.443355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.443625 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.443956 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.444305 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.444723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.445204 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:07:28.448071 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1660d-2707-4c67-b7d6-477b4bc9fa90 None None] No DVR routers for this DVR port 9b5b46a7-6039-4c08-ae98-4b29db588c3b on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:07:28.487523 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (1bd9314a-0d30-442f-b8e5-916b0604ffe1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.508903 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd9314a-0d30-442f-b8e5-916b0604ffe1']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:28.519454 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:28.519783 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c96a1b-3efb-4ad1-a1cb-56274c1c568c') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:07:28.530645 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (b2c96a1b-3efb-4ad1-a1cb-56274c1c568c), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.543798 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (b2c96a1b-3efb-4ad1-a1cb-56274c1c568c), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.550162 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:07:28.550567 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (b2c96a1b-3efb-4ad1-a1cb-56274c1c568c), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.590315 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment b2c96a1b-3efb-4ad1-a1cb-56274c1c568c resource provider aggregate not found Aug 25 03:07:28.613602 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment b2c96a1b-3efb-4ad1-a1cb-56274c1c568c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c96a1b-3efb-4ad1-a1cb-56274c1c568c found for delete ", "request_id": "req-873a9722-d139-4b0c-8d03-f744556b0dcc"}]} Aug 25 03:07:28.686411 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee117b-5490-45e9-8a7a-5c8fe0a0da48 req-7acf02a2-668b-4586-bcd7-735f99f4cb62 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:28.687912 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-33ee117b-5490-45e9-8a7a-5c8fe0a0da48 req-7acf02a2-668b-4586-bcd7-735f99f4cb62 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0466280 Aug 25 03:07:28.701491 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (1bd9314a-0d30-442f-b8e5-916b0604ffe1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.713034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:28.718752 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/1bd9314a-0d30-442f-b8e5-916b0604ffe1 HTTP/1.1" status: 204 len: 168 time: 0.7185612 Aug 25 03:07:28.735881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768a851-65eb-4d4c-8849-e894b7633bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd9314a-0d30-442f-b8e5-916b0604ffe1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:28.762592 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-33ee117b-5490-45e9-8a7a-5c8fe0a0da48 req-6d09e90a-b0eb-4b22-9544-bb1579d8fa18 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688634 Aug 25 03:07:28.826064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:28.856907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 23f152f2-5096-4bf6-ac45-d6466cbf9efe no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:07:28.877192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 23f152f2-5096-4bf6-ac45-d6466cbf9efe {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:07:28.877531 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 23f152f2-5096-4bf6-ac45-d6466cbf9efe not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:07:28.877934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:07:28.896248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:07:28.896586 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0d6ffbf2-44df-45a4-b2dd-0ee2ed8300ee not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:07:28.896982 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 9b5b46a7-6039-4c08-ae98-4b29db588c3b no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:07:28.915540 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 9b5b46a7-6039-4c08-ae98-4b29db588c3b {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:07:28.915894 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 9b5b46a7-6039-4c08-ae98-4b29db588c3b not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:07:29.126946 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d55a45ff-feb1-4d8a-849b-f25433f56a45 req-26495a57-60e1-4bfd-b719-b55a6f2aaca0 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0269265 Aug 25 03:07:29.173016 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51364) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:29.214107 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-430ffa27-56cc-47b1-af0e-ed415e74c4eb admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=eeb0f7283fb84ea48fd468f22c721b8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398879 Aug 25 03:07:29.216697 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51366) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:29.266231 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] Publish callbacks [] for security_group (a66040b5-5628-4c32-997c-e890e7629280), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:29.285991 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] Publish callbacks [] for security_group (a66040b5-5628-4c32-997c-e890e7629280), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:29.448327 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a66040b5-5628-4c32-997c-e890e7629280), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:29.450880 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:29.452054 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a66040b5-5628-4c32-997c-e890e7629280 HTTP/1.1" status: 204 len: 168 time: 0.2344093 Aug 25 03:07:29.460520 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb68da-2347-4275-879a-39603fc709a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66040b5-5628-4c32-997c-e890e7629280,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:29.580310 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:29.933087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f48b-ca4e-4c11-b02c-26a703dc4b6c req-51c8b2dd-6d1d-4e4e-ba9e-34d82a8844a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:29.936613 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9748f48b-ca4e-4c11-b02c-26a703dc4b6c req-51c8b2dd-6d1d-4e4e-ba9e-34d82a8844a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0662804 Aug 25 03:07:29.993188 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9748f48b-ca4e-4c11-b02c-26a703dc4b6c req-8415b9e0-83e3-4ef0-99c3-af4ca8c2a3d7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Aug 25 03:07:30.193873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-9d2ac566-2b60-4707-8feb-959eaa9ffca1 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:30.196703 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-9d2ac566-2b60-4707-8feb-959eaa9ffca1 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "GET /networking/v2.0/networks?id=df1df1b6-cd40-47b9-a838-b228d3f1c749 HTTP/1.1" status: 200 len: 808 time: 0.1175137 Aug 25 03:07:30.211891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Request body: {'port': {'device_id': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749', 'admin_state_up': True, 'tenant_id': 'd1f677a8a80e4591ab642d64f4008c00'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:30.298531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8311b94c-740a-403b-beb6-7fbd031ee138 req-49cb2066-7ff5-433e-bb32-7587a4db3c36 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0432942 Aug 25 03:07:30.412485 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51416) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:30.482635 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Made reservation on behalf of d1f677a8a80e4591ab642d64f4008c00 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:07:30.486582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.530535 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-842e3258-6282-4e31-97cd-fcade514ca20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.593278 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:30.617327 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-842e3258-6282-4e31-97cd-fcade514ca20 admin admin] Publish callbacks [] for security_group (9d11a2fc-e8f5-428a-a24a-45853c3ed6c9), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.621909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Allocated IP 172.20.0.5 (df1df1b6-cd40-47b9-a838-b228d3f1c749/2ae7e09e-0563-40c6-bf15-4e7fbdd96646/54acc277-867e-45c3-99af-e644503f3a0b) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:07:30.723596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-842e3258-6282-4e31-97cd-fcade514ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9d11a2fc-e8f5-428a-a24a-45853c3ed6c9), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.761080 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-842e3258-6282-4e31-97cd-fcade514ca20 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=31b060632a774671af1631f203c763c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481407 Aug 25 03:07:30.765763 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51440) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:30.796643 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e3258-6282-4e31-97cd-fcade514ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11a2fc-e8f5-428a-a24a-45853c3ed6c9,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:30.822758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks [] for port (54acc277-867e-45c3-99af-e644503f3a0b), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.840781 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] Publish callbacks [] for security_group (9d11a2fc-e8f5-428a-a24a-45853c3ed6c9), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.862062 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] Publish callbacks [] for security_group (9d11a2fc-e8f5-428a-a24a-45853c3ed6c9), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.920647 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.922646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:30.969479 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:07:30.972771 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:07:30.977377 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:07:30.981977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:30.982587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:30.988561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Pushing event updated for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:31.019752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9d11a2fc-e8f5-428a-a24a-45853c3ed6c9), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.022965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.024427 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9d11a2fc-e8f5-428a-a24a-45853c3ed6c9 HTTP/1.1" status: 204 len: 168 time: 0.2572927 Aug 25 03:07:31.056169 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c776a8-23c6-4408-8ca7-2f44a9f15c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11a2fc-e8f5-428a-a24a-45853c3ed6c9,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:31.110790 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-e023438f-dc8a-4cf9-a509-d93d2bc7001e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037609 Aug 25 03:07:31.126078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Request body: {'port': {'device_id': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:07:31.175645 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41028f-7d9d-4f41-8a1e-ccc0243d3e0c req-3a4088f3-504c-432b-a7e8-1f161d1e4897 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:31.177866 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e41028f-7d9d-4f41-8a1e-ccc0243d3e0c req-3a4088f3-504c-432b-a7e8-1f161d1e4897 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0712688 Aug 25 03:07:31.215317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (54acc277-867e-45c3-99af-e644503f3a0b), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.225965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:31.248874 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e41028f-7d9d-4f41-8a1e-ccc0243d3e0c req-fce3a958-01f2-481e-954a-de81768cc43e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620894 Aug 25 03:07:31.465332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085515-8a6c-4706-81ab-cd8b12a4d1c7 req-1c73e1a0-d121-4a22-abaf-c6214d69d373 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:31.466924 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0e085515-8a6c-4706-81ab-cd8b12a4d1c7 req-1c73e1a0-d121-4a22-abaf-c6214d69d373 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 931 time: 0.0646627 Aug 25 03:07:31.563166 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0e085515-8a6c-4706-81ab-cd8b12a4d1c7 req-cb37b17d-2bb8-4baf-afbc-358e27abb235 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904937 Aug 25 03:07:31.580242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54acc277-867e-45c3-99af-e644503f3a0b {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:07:31.586700 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks [] for port (54acc277-867e-45c3-99af-e644503f3a0b), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.600415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Transition to ACTIVE for port object 54acc277-867e-45c3-99af-e644503f3a0b will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:07:31.685161 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.767523 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:31.779536 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Attempting to bind port 54acc277-867e-45c3-99af-e644503f3a0b on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:07:31.779882 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Attempting to bind port 54acc277-867e-45c3-99af-e644503f3a0b by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:07:31.780243 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Attempting to bind port 54acc277-867e-45c3-99af-e644503f3a0b on network df1df1b6-cd40-47b9-a838-b228d3f1c749 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:07:31.785053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Port 54acc277-867e-45c3-99af-e644503f3a0b on network df1df1b6-cd40-47b9-a838-b228d3f1c749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:07:31.785553 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Attempting to bind port 54acc277-867e-45c3-99af-e644503f3a0b on network df1df1b6-cd40-47b9-a838-b228d3f1c749 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:07:31.791765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:07:31.792108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Checking segment: {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:07:31.792521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Bound using segment: {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:07:31.792952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Bound port: 54acc277-867e-45c3-99af-e644503f3a0b, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:07:31.793320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (54acc277-867e-45c3-99af-e644503f3a0b), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.862809 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:07:31.865905 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=54acc277-867e-45c3-99af-e644503f3a0b,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:07:31.952124 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.956418 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:31.957021 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:31.958417 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/54acc277-867e-45c3-99af-e644503f3a0b HTTP/1.1" status: 200 len: 1093 time: 0.8395071 Aug 25 03:07:31.958847 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:31.962250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a690c63-e9ca-4616-af27-f18213e344c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "tag": "54acc277-867e-45c3-99af-e644503f3a0b"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:32.016615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1956173-14bb-42d1-b73f-d07d49633715 x-openstack-request-id: req-e1956173-14bb-42d1-b73f-d07d49633715 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:32.016817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "tag": "54acc277-867e-45c3-99af-e644503f3a0b", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:32.017068 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1956173-14bb-42d1-b73f-d07d49633715 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:32.017465 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1956173-14bb-42d1-b73f-d07d49633715'] response: {'name': 'network-changed', 'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b', 'status': 'completed', 'code': 200} Aug 25 03:07:32.025843 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:32.029271 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af68f-2f79-4b34-b24f-523134fee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:32.102185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-d37625ab-332c-4ddb-ab07-e06002ec0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.103719 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-d37625ab-332c-4ddb-ab07-e06002ec0ee1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 1127 time: 0.0509531 Aug 25 03:07:32.221664 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-0c6d476b-9536-4082-a0ec-9766664fb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.221664 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-0c6d476b-9536-4082-a0ec-9766664fb8ce service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=d1f677a8a80e4591ab642d64f4008c00&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1041579 Aug 25 03:07:32.331474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-06d092d5-af67-49e5-8718-84b578fd31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.333106 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3a690c63-e9ca-4616-af27-f18213e344c1 req-06d092d5-af67-49e5-8718-84b578fd31c0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054008 Aug 25 03:07:32.392535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949fcf-4843-49a5-848c-ad4200421bd2 req-d0cc0aae-39ae-4631-a36c-01e03828f639 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.394043 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-17949fcf-4843-49a5-848c-ad4200421bd2 req-d0cc0aae-39ae-4631-a36c-01e03828f639 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0574462 Aug 25 03:07:32.440435 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-432c13b9-30be-4337-afed-8fef2f38c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.447468 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-432c13b9-30be-4337-afed-8fef2f38c5f1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 1127 time: 0.0656066 Aug 25 03:07:32.510567 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-5c3819c7-0619-4f7d-9c66-2e7264c2e94f service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54acc277-867e-45c3-99af-e644503f3a0b HTTP/1.1" status: 200 len: 217 time: 0.0563309 Aug 25 03:07:32.513616 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-17949fcf-4843-49a5-848c-ad4200421bd2 req-195b3066-8d38-4a17-85c2-355e2195e1d3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Aug 25 03:07:32.563896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-7cde7d68-eb29-45cf-81fc-341f1786da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.565381 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-7cde7d68-eb29-45cf-81fc-341f1786da24 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=2ae7e09e-0563-40c6-bf15-4e7fbdd96646 HTTP/1.1" status: 200 len: 848 time: 0.0483844 Aug 25 03:07:32.597888 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:32.602795 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-b1d9aeb9-f5d1-4d9a-9330-defc67e8a8fb service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=df1df1b6-cd40-47b9-a838-b228d3f1c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283139 Aug 25 03:07:32.700068 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab911f7-9995-427b-bbf6-7ea9f25ab5c0 req-7e6638b0-1f66-4f8b-8559-76991abf0833 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:32.707571 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dab911f7-9995-427b-bbf6-7ea9f25ab5c0 req-7e6638b0-1f66-4f8b-8559-76991abf0833 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 943 time: 0.0556247 Aug 25 03:07:32.714609 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51530) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:32.727203 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-d1f55435-5a3a-4b26-ba5b-1e56a130782f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104126 Aug 25 03:07:32.759039 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dab911f7-9995-427b-bbf6-7ea9f25ab5c0 req-769cf6b1-5507-42de-8334-bdae5d0f32d6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Aug 25 03:07:32.873332 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ae92d5e7-e262-4ded-a71c-ed9e800423d3 req-b6732ed2-206e-4200-8434-5f3149fc94a5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357667 Aug 25 03:07:32.892975 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dd254ef4-14c3-4d5c-8e9d-14e25143ae52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:32.996566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dd254ef4-14c3-4d5c-8e9d-14e25143ae52 admin admin] Publish callbacks [] for security_group (e3550745-b032-4a12-8837-c568daf638c9), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.088553 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dd254ef4-14c3-4d5c-8e9d-14e25143ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3550745-b032-4a12-8837-c568daf638c9), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.120437 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:33.134658 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-dd254ef4-14c3-4d5c-8e9d-14e25143ae52 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=24e83f69f6834d98b850b6446f5760a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189291 Aug 25 03:07:33.135458 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd254ef4-14c3-4d5c-8e9d-14e25143ae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3550745-b032-4a12-8837-c568daf638c9,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:33.143451 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51580) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:33.199467 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] Publish callbacks [] for security_group (e3550745-b032-4a12-8837-c568daf638c9), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.219958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] Publish callbacks [] for security_group (e3550745-b032-4a12-8837-c568daf638c9), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.340071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:33.370909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3550745-b032-4a12-8837-c568daf638c9), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.378786 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:33.378786 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e3550745-b032-4a12-8837-c568daf638c9 HTTP/1.1" status: 204 len: 168 time: 0.2315712 Aug 25 03:07:33.386542 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936ad0f-9fb8-4f5d-8cce-9876c7e1194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3550745-b032-4a12-8837-c568daf638c9,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:33.537070 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:33.643056 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc491490-5e61-4039-8d85-4b08d6ba451c req-c337592c-1f03-48c1-bdff-be0d7f3ce6fd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:33.644582 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc491490-5e61-4039-8d85-4b08d6ba451c req-c337592c-1f03-48c1-bdff-be0d7f3ce6fd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0504036 Aug 25 03:07:33.694608 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc491490-5e61-4039-8d85-4b08d6ba451c req-20ec6962-7c12-4402-9653-3345cfbf26d3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Aug 25 03:07:33.928083 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ab056-826e-47e0-9b38-55d6d68c8d81 req-a0cc6343-f5c0-41ca-aa4c-45355b3089ab tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:33.929965 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-189ab056-826e-47e0-9b38-55d6d68c8d81 req-a0cc6343-f5c0-41ca-aa4c-45355b3089ab tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 943 time: 0.0611806 Aug 25 03:07:33.978551 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-189ab056-826e-47e0-9b38-55d6d68c8d81 req-8882e8aa-3ee6-44d6-9b38-dcd3a94ef06e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Aug 25 03:07:34.151378 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51610) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:34.165370 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-637f8ff2-f656-43a7-a323-8fdb623ae755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.245832 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-637f8ff2-f656-43a7-a323-8fdb623ae755 admin admin] Publish callbacks [] for security_group (a2384868-a282-4af1-a7b5-4a58730af31c), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.324768 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-637f8ff2-f656-43a7-a323-8fdb623ae755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a2384868-a282-4af1-a7b5-4a58730af31c), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.372139 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-637f8ff2-f656-43a7-a323-8fdb623ae755 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d2b0a677935b402893b17fd895126b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173886 Aug 25 03:07:34.372139 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8ff2-f656-43a7-a323-8fdb623ae755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2384868-a282-4af1-a7b5-4a58730af31c,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:34.372687 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51630) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:34.429816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] Publish callbacks [] for security_group (a2384868-a282-4af1-a7b5-4a58730af31c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.451574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] Publish callbacks [] for security_group (a2384868-a282-4af1-a7b5-4a58730af31c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.586053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a2384868-a282-4af1-a7b5-4a58730af31c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.588868 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:34.590068 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a2384868-a282-4af1-a7b5-4a58730af31c HTTP/1.1" status: 204 len: 168 time: 0.2162821 Aug 25 03:07:34.599038 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c1a38-8c67-441d-9d09-861c61cf64d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2384868-a282-4af1-a7b5-4a58730af31c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:34.621186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:34.753566 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:34.753957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51642) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:34.833205 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b6df7-26d5-4e84-a9a4-c964ab4a8f17 req-4014eb59-fad8-4f25-b3e3-48ec02f0d582 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:34.834641 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3e1b6df7-26d5-4e84-a9a4-c964ab4a8f17 req-4014eb59-fad8-4f25-b3e3-48ec02f0d582 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0560310 Aug 25 03:07:34.892059 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3e1b6df7-26d5-4e84-a9a4-c964ab4a8f17 req-97398475-f7db-48f9-a616-64c5a8bc682e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Aug 25 03:07:34.978572 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4c78c48b-3987-470e-a664-5b282654c064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.016828 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:35.078052 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4c78c48b-3987-470e-a664-5b282654c064 admin admin] Publish callbacks [] for security_group (b8688e8b-8acd-4fa6-811b-0baddb8df403), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.123293 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52235ac1-946f-4db5-9139-642e36475cbb req-59a0ca15-e4cd-4093-8676-59a2b6d6dbe7 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:35.124810 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-52235ac1-946f-4db5-9139-642e36475cbb req-59a0ca15-e4cd-4093-8676-59a2b6d6dbe7 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 943 time: 0.0554750 Aug 25 03:07:35.182110 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-52235ac1-946f-4db5-9139-642e36475cbb req-e537b3cf-d0a5-4d67-a7f5-3722b4a69031 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514874 Aug 25 03:07:35.214232 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4c78c48b-3987-470e-a664-5b282654c064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b8688e8b-8acd-4fa6-811b-0baddb8df403), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.256197 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4c78c48b-3987-470e-a664-5b282654c064 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8e2950230786434db7d680b2ea7224a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010183 Aug 25 03:07:35.259437 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51662) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:35.265617 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78c48b-3987-470e-a664-5b282654c064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8688e8b-8acd-4fa6-811b-0baddb8df403,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:35.321367 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] Publish callbacks [] for security_group (b8688e8b-8acd-4fa6-811b-0baddb8df403), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.342200 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] Publish callbacks [] for security_group (b8688e8b-8acd-4fa6-811b-0baddb8df403), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.461665 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b8688e8b-8acd-4fa6-811b-0baddb8df403), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.464199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:35.465490 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b8688e8b-8acd-4fa6-811b-0baddb8df403 HTTP/1.1" status: 204 len: 168 time: 0.2051203 Aug 25 03:07:35.466398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:35.474893 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f430c-fe5e-4e41-890b-43c9e5854bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8688e8b-8acd-4fa6-811b-0baddb8df403,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:35.487820 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:35.559650 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:35.908073 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:36.022358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21a3b-2a4b-4b4b-b0d1-66b7cbb3f346 req-12932888-c9d1-4775-a704-f2ab8891a818 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:36.024111 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9cf21a3b-2a4b-4b4b-b0d1-66b7cbb3f346 req-12932888-c9d1-4775-a704-f2ab8891a818 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0505250 Aug 25 03:07:36.074878 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9cf21a3b-2a4b-4b4b-b0d1-66b7cbb3f346 req-9e23333e-85c5-4023-8638-f258c13194aa tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Aug 25 03:07:36.237612 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51690) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:36.254563 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f2ae077e-e1cc-473f-aba1-360e7d91f6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.328552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f17f56-5ba8-4ad5-b786-9a851b5f6642 req-5ee11467-79ac-4580-a9b7-fe9b0a166f66 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:36.330010 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7f17f56-5ba8-4ad5-b786-9a851b5f6642 req-5ee11467-79ac-4580-a9b7-fe9b0a166f66 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 943 time: 0.0621293 Aug 25 03:07:36.406642 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7f17f56-5ba8-4ad5-b786-9a851b5f6642 req-f9bc5aac-c2c2-44df-8102-64ae07981ecf tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700405 Aug 25 03:07:36.416261 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f2ae077e-e1cc-473f-aba1-360e7d91f6bf admin admin] Publish callbacks [] for security_group (78a53c14-4998-4809-8863-005a91fde326), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.483132 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f2ae077e-e1cc-473f-aba1-360e7d91f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (78a53c14-4998-4809-8863-005a91fde326), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.512043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:36.523884 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f2ae077e-e1cc-473f-aba1-360e7d91f6bf admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5bd462a6f9e14b47a1a38bb30b689d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875967 Aug 25 03:07:36.524614 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae077e-e1cc-473f-aba1-360e7d91f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a53c14-4998-4809-8863-005a91fde326,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:36.526541 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51698) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:36.582233 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] Publish callbacks [] for security_group (78a53c14-4998-4809-8863-005a91fde326), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.604689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 54acc277-867e-45c3-99af-e644503f3a0b details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:07:36.609499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] Publish callbacks [] for security_group (78a53c14-4998-4809-8863-005a91fde326), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.719187 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=54acc277-867e-45c3-99af-e644503f3a0b,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:36.732023 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '54acc277-867e-45c3-99af-e644503f3a0b', 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749', 'port_id': '54acc277-867e-45c3-99af-e644503f3a0b', 'mac_address': 'fa:16:3e:6c:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7e09e-0563-40c6-bf15-4e7fbdd96646', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:07:36.747796 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (78a53c14-4998-4809-8863-005a91fde326), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.750967 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.752354 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/78a53c14-4998-4809-8863-005a91fde326 HTTP/1.1" status: 204 len: 168 time: 0.2247667 Aug 25 03:07:36.763266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a79e0-4b59-4f4d-a055-51c58319ec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a53c14-4998-4809-8863-005a91fde326,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:36.784127 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 54acc277-867e-45c3-99af-e644503f3a0b is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:07:36.784483 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (54acc277-867e-45c3-99af-e644503f3a0b), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.800249 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54acc277-867e-45c3-99af-e644503f3a0b {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:07:36.823466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=54acc277-867e-45c3-99af-e644503f3a0b,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:36.872057 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:36.906094 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:36.936001 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:36.969917 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:37.077327 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=64 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:37.078338 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=60 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:37.204407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddbfea-aa38-494d-9193-39c4836cd3d4 req-9fb348d7-9438-46a9-b596-5ee6d2c732d2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:37.205890 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a1ddbfea-aa38-494d-9193-39c4836cd3d4 req-9fb348d7-9438-46a9-b596-5ee6d2c732d2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0485957 Aug 25 03:07:37.265635 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a1ddbfea-aa38-494d-9193-39c4836cd3d4 req-50d74132-3718-4f82-880e-ebe832ccce93 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Aug 25 03:07:37.530415 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ddc3-1d52-470f-a746-3031f6d520ca req-b9a21c14-981c-4ad1-9813-5a082adfd6d2 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:37.535182 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e687ddc3-1d52-470f-a746-3031f6d520ca req-b9a21c14-981c-4ad1-9813-5a082adfd6d2 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 944 time: 0.0490673 Aug 25 03:07:37.586877 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e687ddc3-1d52-470f-a746-3031f6d520ca req-6f3fc43d-ca38-47eb-9396-6fa7c7b2811f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Aug 25 03:07:37.661883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:37.879446 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:38.243504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:38.393168 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a9450-bbd4-4b04-88e7-ee53baf6f67a req-777dcb45-7812-42ed-b2cd-a8b8fca9d893 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:38.394644 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-781a9450-bbd4-4b04-88e7-ee53baf6f67a req-777dcb45-7812-42ed-b2cd-a8b8fca9d893 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0487282 Aug 25 03:07:38.443550 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-781a9450-bbd4-4b04-88e7-ee53baf6f67a req-9167078e-f565-4ebc-aa33-ce5ef3365c19 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Aug 25 03:07:38.702569 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ae4e-ccb3-4d85-85a4-2d597aae4249 req-704a71b2-1e94-472a-a630-7e75f27775c4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:38.704059 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c921ae4e-ccb3-4d85-85a4-2d597aae4249 req-704a71b2-1e94-472a-a630-7e75f27775c4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 944 time: 0.0481615 Aug 25 03:07:38.757901 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c921ae4e-ccb3-4d85-85a4-2d597aae4249 req-b55740a9-a840-4f73-a70a-a4fa34111c08 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Aug 25 03:07:38.758421 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['54acc277-867e-45c3-99af-e644503f3a0b'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:07:38.908053 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:39.555874 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:07:39.657710 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec08a-2e69-4e92-8561-4ad11bc397a4 req-9c17c0df-0d05-4c83-ab9e-48ace841fc9f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:39.657710 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3aaec08a-2e69-4e92-8561-4ad11bc397a4 req-9c17c0df-0d05-4c83-ab9e-48ace841fc9f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0519872 Aug 25 03:07:39.657710 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3aaec08a-2e69-4e92-8561-4ad11bc397a4 req-2a2f4e18-c404-49b2-a298-b8da1042d238 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Aug 25 03:07:39.904484 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6e19-31cd-4a01-a58b-0f85f2f18c6f req-0a3fe535-880d-49c8-863f-e1306b969681 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:39.906253 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a23a6e19-31cd-4a01-a58b-0f85f2f18c6f req-0a3fe535-880d-49c8-863f-e1306b969681 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 944 time: 0.0620544 Aug 25 03:07:39.966210 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a23a6e19-31cd-4a01-a58b-0f85f2f18c6f req-0ef36879-ffcc-421f-ba05-a200626428e1 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Aug 25 03:07:40.274074 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:40.370543 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:40.406530 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 54acc277-867e-45c3-99af-e644503f3a0b up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:07:40.462692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 54acc277-867e-45c3-99af-e644503f3a0b completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:07:40.525022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 54acc277-867e-45c3-99af-e644503f3a0b triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:07:40.525314 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (54acc277-867e-45c3-99af-e644503f3a0b), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:40.726078 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 54acc277-867e-45c3-99af-e644503f3a0b is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:07:40.726724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (54acc277-867e-45c3-99af-e644503f3a0b), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:40.768704 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6b4fa-99ca-45a0-ad0a-ca694decf353 req-2f9cd37a-3410-4f6f-b304-a6edb26a3f91 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:40.771799 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98a6b4fa-99ca-45a0-ad0a-ca694decf353 req-2f9cd37a-3410-4f6f-b304-a6edb26a3f91 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0671659 Aug 25 03:07:40.774356 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=54acc277-867e-45c3-99af-e644503f3a0b,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:40.778822 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:40.778822 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb05d19d-605c-4719-9fd5-d35b0f46f786" -d '{"events": [{"server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "name": "network-vif-plugged", "status": "completed", "tag": "54acc277-867e-45c3-99af-e644503f3a0b"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:40.827976 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef8505-d48d-402f-8261-7f4de462bcfb x-openstack-request-id: req-18ef8505-d48d-402f-8261-7f4de462bcfb {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:40.828299 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "name": "network-vif-plugged", "status": "completed", "tag": "54acc277-867e-45c3-99af-e644503f3a0b", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:40.828560 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18ef8505-d48d-402f-8261-7f4de462bcfb {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:40.828962 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ef8505-d48d-402f-8261-7f4de462bcfb'] response: {'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b', 'code': 200} Aug 25 03:07:40.837502 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98a6b4fa-99ca-45a0-ad0a-ca694decf353 req-b0fecfd2-00d3-4c6c-9a70-e61b4bdf708d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590520 Aug 25 03:07:40.868477 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:40.921220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:40.947797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:41.086627 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610e773-ea74-498a-8812-c6e443b131c2 req-0700e4ef-a211-4c7c-b19b-58398baba1c8 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:41.088051 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2610e773-ea74-498a-8812-c6e443b131c2 req-0700e4ef-a211-4c7c-b19b-58398baba1c8 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0467515 Aug 25 03:07:41.146751 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2610e773-ea74-498a-8812-c6e443b131c2 req-53ae0118-53b0-499d-8237-5c853733abba tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523722 Aug 25 03:07:41.373547 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51852) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:41.487063 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1ed-be46-409f-94b2-4a860dcea946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.565948 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1ed-be46-409f-94b2-4a860dcea946 admin admin] Publish callbacks [] for security_group (fca2e099-b5e6-4ba9-ab9a-e997696bdfbd), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.631049 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1ed-be46-409f-94b2-4a860dcea946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (fca2e099-b5e6-4ba9-ab9a-e997696bdfbd), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.670898 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-27d3e1ed-be46-409f-94b2-4a860dcea946 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b43137fa86ef498399df67dda2316ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962327 Aug 25 03:07:41.671590 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e1ed-be46-409f-94b2-4a860dcea946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2e099-b5e6-4ba9-ab9a-e997696bdfbd,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:41.674159 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51858) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:41.727934 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] Publish callbacks [] for security_group (fca2e099-b5e6-4ba9-ab9a-e997696bdfbd), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.750676 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] Publish callbacks [] for security_group (fca2e099-b5e6-4ba9-ab9a-e997696bdfbd), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.958581 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b736f-c6f6-4694-94e2-ab78c3d6a83a req-523ec477-26c8-43f5-9567-436f5a2cc3d9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:41.960075 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ef9b736f-c6f6-4694-94e2-ab78c3d6a83a req-523ec477-26c8-43f5-9567-436f5a2cc3d9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0473802 Aug 25 03:07:41.962460 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (fca2e099-b5e6-4ba9-ab9a-e997696bdfbd), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.965144 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:41.966328 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fca2e099-b5e6-4ba9-ab9a-e997696bdfbd HTTP/1.1" status: 204 len: 168 time: 0.2910511 Aug 25 03:07:41.977180 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accdae1-134b-47b9-9a4f-475310b32697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2e099-b5e6-4ba9-ab9a-e997696bdfbd,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:42.009587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:42.016113 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ef9b736f-c6f6-4694-94e2-ab78c3d6a83a req-811cd195-137b-42ad-a570-3a4ad2a907d2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503948 Aug 25 03:07:42.124853 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:42.273552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d099d5c-9058-4e3f-a8c7-e3f2cb3a6822 req-b66d1c59-abd0-4591-ab8f-b8c84892483b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:42.275035 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3d099d5c-9058-4e3f-a8c7-e3f2cb3a6822 req-b66d1c59-abd0-4591-ab8f-b8c84892483b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0457625 Aug 25 03:07:42.324098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3d099d5c-9058-4e3f-a8c7-e3f2cb3a6822 req-2d640b4c-1bfb-4d61-90b7-305a913b72ac tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Aug 25 03:07:42.359161 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:42.688082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51874) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:42.702008 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba46f-6c6c-4279-a8c2-1399acd8273f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:42.778528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba46f-6c6c-4279-a8c2-1399acd8273f admin admin] Publish callbacks [] for security_group (13b51791-8187-4ab7-ad5b-24b80a712902), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:42.883018 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba46f-6c6c-4279-a8c2-1399acd8273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (13b51791-8187-4ab7-ad5b-24b80a712902), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:42.925136 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9e1ba46f-6c6c-4279-a8c2-1399acd8273f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dce77caef3b54ea0a551be9f2c89ae3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358620 Aug 25 03:07:42.925904 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ba46f-6c6c-4279-a8c2-1399acd8273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b51791-8187-4ab7-ad5b-24b80a712902,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:42.929319 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 51878) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:42.953158 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:42.980881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] Publish callbacks [] for security_group (13b51791-8187-4ab7-ad5b-24b80a712902), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:43.002394 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] Publish callbacks [] for security_group (13b51791-8187-4ab7-ad5b-24b80a712902), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:43.135937 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (13b51791-8187-4ab7-ad5b-24b80a712902), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:43.138015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e90d1-5436-49eb-98be-09248024cf35 req-92f5c99a-ae62-4a6d-8209-91ca0c0deb14 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:43.138489 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:43.139678 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b34e90d1-5436-49eb-98be-09248024cf35 req-92f5c99a-ae62-4a6d-8209-91ca0c0deb14 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0475504 Aug 25 03:07:43.141088 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/13b51791-8187-4ab7-ad5b-24b80a712902 HTTP/1.1" status: 204 len: 168 time: 0.2104955 Aug 25 03:07:43.151580 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291eb19-ec2e-4dbf-83bf-71cef00fa82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b51791-8187-4ab7-ad5b-24b80a712902,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:43.207335 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b34e90d1-5436-49eb-98be-09248024cf35 req-b2c107b5-e078-4b40-8d08-11550697d958 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617847 Aug 25 03:07:43.446327 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250c30-d53c-4b18-8e18-23fbb394a593 req-1efb8eba-7eac-4ed6-8699-637f30414f0e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:43.447871 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a2250c30-d53c-4b18-8e18-23fbb394a593 req-1efb8eba-7eac-4ed6-8699-637f30414f0e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0496292 Aug 25 03:07:43.499340 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a2250c30-d53c-4b18-8e18-23fbb394a593 req-7d615d0d-056f-4be9-82c3-1a81dd896b96 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Aug 25 03:07:43.661868 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:43.776406 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:43.987737 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:44.096386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:44.097832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417331f-eb99-4211-8693-676af3f14938 req-d279df07-1619-499c-a449-248ce2cdcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:44.099326 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7417331f-eb99-4211-8693-676af3f14938 req-d279df07-1619-499c-a449-248ce2cdcee2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 1129 time: 0.0402143 Aug 25 03:07:44.147553 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7417331f-eb99-4211-8693-676af3f14938 req-5fcb668a-5c27-4239-8eec-0cd429a89891 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Aug 25 03:07:44.338002 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2219-29ef-4d8e-a3e6-b95b88c00c06 req-db5915f4-3146-4cb6-85ef-fb9e1fcb884e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:44.339567 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a65c2219-29ef-4d8e-a3e6-b95b88c00c06 req-db5915f4-3146-4cb6-85ef-fb9e1fcb884e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0515327 Aug 25 03:07:44.389589 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a65c2219-29ef-4d8e-a3e6-b95b88c00c06 req-e5d6ab1a-c04a-4468-889d-8d25b5b8da75 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Aug 25 03:07:44.633292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d56f7-dd1f-4eae-91c3-c17a859f40d4 req-74676535-5d58-4aa3-b320-0f230a2c74fb tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:44.634853 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c21d56f7-dd1f-4eae-91c3-c17a859f40d4 req-74676535-5d58-4aa3-b320-0f230a2c74fb tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0523674 Aug 25 03:07:44.692882 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c21d56f7-dd1f-4eae-91c3-c17a859f40d4 req-3dc96d71-1a96-4335-8398-d0730ca67adc tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Aug 25 03:07:44.759467 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:44.862185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:45.536817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08c8e2-54ca-495c-b463-dfc87568d822 req-45d58ec0-0b4b-4ed8-9ea8-7ab5346bee2c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:45.539685 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2d08c8e2-54ca-495c-b463-dfc87568d822 req-45d58ec0-0b4b-4ed8-9ea8-7ab5346bee2c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0570717 Aug 25 03:07:45.590908 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2d08c8e2-54ca-495c-b463-dfc87568d822 req-71c4cb12-371d-4506-9211-ea1764b979b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Aug 25 03:07:45.623202 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:45.701998 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:46.048976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:46.059153 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06429-ca34-4d8d-bcb4-a2cecfcda442 req-b1b28411-0d48-427b-9b25-4c5c0147d096 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:46.066502 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-39f06429-ca34-4d8d-bcb4-a2cecfcda442 req-b1b28411-0d48-427b-9b25-4c5c0147d096 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.2981381 Aug 25 03:07:46.115445 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-39f06429-ca34-4d8d-bcb4-a2cecfcda442 req-2a35e3ea-d72a-4bf0-97e4-361f11309318 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Aug 25 03:07:46.126453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68406654-35fe-45c7-9858-ec4c5908588a req-3bc859e5-c4c9-412f-aa73-206fc19e0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:46.128190 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-68406654-35fe-45c7-9858-ec4c5908588a req-3bc859e5-c4c9-412f-aa73-206fc19e0e23 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1129 time: 0.0458577 Aug 25 03:07:46.181200 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-68406654-35fe-45c7-9858-ec4c5908588a req-08ff9cc6-edbd-4c1a-ad8e-eda67034f09f service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Aug 25 03:07:46.493129 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51982) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:46.608318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-266f9a61-3154-4789-a1aa-cf7d6d7739e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:46.722394 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-266f9a61-3154-4789-a1aa-cf7d6d7739e2 admin admin] Publish callbacks [] for security_group (13dc1c89-2287-4c03-9e0c-9a4981a1c6a5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:46.730501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715104b6-fde5-474c-97ae-ae65744903b7 req-2d112293-1b4a-4914-80a7-b23a24947abf tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:46.731975 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-715104b6-fde5-474c-97ae-ae65744903b7 req-2d112293-1b4a-4914-80a7-b23a24947abf tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0631261 Aug 25 03:07:46.781726 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-715104b6-fde5-474c-97ae-ae65744903b7 req-f1f6a84b-2e49-4199-a9e5-802fe064a378 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Aug 25 03:07:46.799218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-266f9a61-3154-4789-a1aa-cf7d6d7739e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (13dc1c89-2287-4c03-9e0c-9a4981a1c6a5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:46.841303 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9a61-3154-4789-a1aa-cf7d6d7739e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc1c89-2287-4c03-9e0c-9a4981a1c6a5,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:46.845717 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-266f9a61-3154-4789-a1aa-cf7d6d7739e2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f122aa8ceea64d2f8f57230a8a00b0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515522 Aug 25 03:07:46.848461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 51988) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:07:46.900848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] Publish callbacks [] for security_group (13dc1c89-2287-4c03-9e0c-9a4981a1c6a5), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:46.922657 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] Publish callbacks [] for security_group (13dc1c89-2287-4c03-9e0c-9a4981a1c6a5), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:47.065576 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (13dc1c89-2287-4c03-9e0c-9a4981a1c6a5), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:47.068122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:47.069373 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/13dc1c89-2287-4c03-9e0c-9a4981a1c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2199721 Aug 25 03:07:47.086151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267111-e235-4a65-baa9-8438452f6ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc1c89-2287-4c03-9e0c-9a4981a1c6a5,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:47.240248 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607466c-0795-4703-9552-2767b73cc451 req-7b4114ff-6bae-47bb-a013-0ac4e776d59c tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:47.242322 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d607466c-0795-4703-9552-2767b73cc451 req-7b4114ff-6bae-47bb-a013-0ac4e776d59c tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Aug 25 03:07:47.289964 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d607466c-0795-4703-9552-2767b73cc451 req-d370a491-713a-415e-87db-54d631bede89 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Aug 25 03:07:47.489011 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:47.543940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:47.903774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef556-0ac9-4bc4-8662-b4cda69744be req-26763d2d-21ea-4aa5-a257-669b117ccb74 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:47.905300 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58fef556-0ac9-4bc4-8662-b4cda69744be req-26763d2d-21ea-4aa5-a257-669b117ccb74 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0466599 Aug 25 03:07:47.951570 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58fef556-0ac9-4bc4-8662-b4cda69744be req-ed335756-35d8-49cc-8002-e748cfafc9f6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Aug 25 03:07:48.082673 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:48.311657 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:48.413283 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5ab17-6ed7-4e73-9e76-ca0cbcc85331 req-f3e7a575-16b3-4e0d-8271-c02d257d4afe tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:48.414866 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f9b5ab17-6ed7-4e73-9e76-ca0cbcc85331 req-f3e7a575-16b3-4e0d-8271-c02d257d4afe tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Aug 25 03:07:48.466977 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f9b5ab17-6ed7-4e73-9e76-ca0cbcc85331 req-c772fd9e-1198-4023-b463-2b64036bf6ac tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Aug 25 03:07:48.923398 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:49.091968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba79c-52b3-4bad-8643-2c516bdbbaa5 req-94d2e94e-04f5-49b3-89d4-c34ef0dc7341 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:49.093496 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4f4ba79c-52b3-4bad-8643-2c516bdbbaa5 req-94d2e94e-04f5-49b3-89d4-c34ef0dc7341 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0643830 Aug 25 03:07:49.153112 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4f4ba79c-52b3-4bad-8643-2c516bdbbaa5 req-ffb54b82-b383-4f41-8a80-2be226f2d821 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Aug 25 03:07:49.495098 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:49.590179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49789dc6-bac7-4a37-a650-52c940aef056 req-fc1875b5-334c-4738-9b2c-67b97624bae0 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:49.592289 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-49789dc6-bac7-4a37-a650-52c940aef056 req-fc1875b5-334c-4738-9b2c-67b97624bae0 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Aug 25 03:07:49.650020 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-49789dc6-bac7-4a37-a650-52c940aef056 req-6885409f-097a-479b-936f-ba84fdc91bac tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Aug 25 03:07:50.281046 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb3f6-2386-4c10-b9e1-1ee9a1072f5a req-5fc6f064-dfdc-4d36-9b53-7ccaa99c62e7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:50.288717 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-215eb3f6-2386-4c10-b9e1-1ee9a1072f5a req-5fc6f064-dfdc-4d36-9b53-7ccaa99c62e7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0561526 Aug 25 03:07:50.336716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-215eb3f6-2386-4c10-b9e1-1ee9a1072f5a req-558ca7d0-b5f9-40b3-8589-839667fd8fc3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Aug 25 03:07:50.473147 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:51.278848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:51.457859 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf03ba-dc06-4d7e-91df-87315cdaad4b req-075b8d3a-89b5-4220-a6a8-9b64c00acbc7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:51.459347 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4bdf03ba-dc06-4d7e-91df-87315cdaad4b req-075b8d3a-89b5-4220-a6a8-9b64c00acbc7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0498300 Aug 25 03:07:51.516824 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4bdf03ba-dc06-4d7e-91df-87315cdaad4b req-79824ac9-2b64-4d6b-b6c9-ea484b3ccbd9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Aug 25 03:07:51.666769 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df585493-2d9a-43af-9ad4-90a999d65482 req-2d59627f-2d0d-4ee8-b448-e4d4266dc34a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:51.673962 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-df585493-2d9a-43af-9ad4-90a999d65482 req-2d59627f-2d0d-4ee8-b448-e4d4266dc34a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0638442 Aug 25 03:07:51.725069 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-df585493-2d9a-43af-9ad4-90a999d65482 req-02bc53e8-e5b4-4aa8-b212-fe910994f412 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 Aug 25 03:07:51.996401 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:52.221760 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7fe7dbe5-1221-4fd9-a63c-fc4bfd074784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:52.241381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7876-52b4-4027-8760-b38cbf3d0ccf req-e602f5bf-00a4-428e-9681-9948a0c72fa7 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:52.243024 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-749f7876-52b4-4027-8760-b38cbf3d0ccf req-e602f5bf-00a4-428e-9681-9948a0c72fa7 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0483472 Aug 25 03:07:52.276286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:52.295035 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-749f7876-52b4-4027-8760-b38cbf3d0ccf req-4acd4b0e-d55b-4b2c-baf0-62380b60b0c4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Aug 25 03:07:53.418354 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153fd8-6e7d-4b68-974e-7de16d27f888 req-255a6e1e-ea48-43d0-bb63-b7c76949444b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:53.419851 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f0153fd8-6e7d-4b68-974e-7de16d27f888 req-255a6e1e-ea48-43d0-bb63-b7c76949444b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Aug 25 03:07:53.468372 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f0153fd8-6e7d-4b68-974e-7de16d27f888 req-6724ea56-f140-42d3-b387-3ffe3907c304 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Aug 25 03:07:53.770358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:54.211140 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:54.276901 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe461c5-fb22-4d93-b5d6-d9a754dfbe9c req-8f11c0b8-fc18-4060-97d8-0d8ea2b52a3a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:54.278342 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-efe461c5-fb22-4d93-b5d6-d9a754dfbe9c req-8f11c0b8-fc18-4060-97d8-0d8ea2b52a3a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0470204 Aug 25 03:07:54.322038 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:54.329416 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-efe461c5-fb22-4d93-b5d6-d9a754dfbe9c req-41a14950-829d-49e0-9c9e-73f9fac1445a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454876 Aug 25 03:07:54.449824 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7cc84e67-8796-4bb9-97cb-227e7d588834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:54.465840 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:54.597685 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-b4387bd3-406f-4c24-a6a2-c1351032a1c4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:54.599346 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-b4387bd3-406f-4c24-a6a2-c1351032a1c4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0794306 Aug 25 03:07:54.613278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44239b-671d-4bee-829b-cb7d98ef350b req-951945c2-e09b-4b89-9d19-a85b4ff76cad tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:54.614695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af44239b-671d-4bee-829b-cb7d98ef350b req-951945c2-e09b-4b89-9d19-a85b4ff76cad tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0669734 Aug 25 03:07:54.663540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af44239b-671d-4bee-829b-cb7d98ef350b req-c7d34903-0a41-4eb6-9fb6-1342bd5fa324 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Aug 25 03:07:55.421778 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:55.446754 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dafe7-fdb7-4b00-9797-d4362456a4e0 req-d796b8e5-7153-4122-a68b-42f53fa7fc1d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:55.448252 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3a5dafe7-fdb7-4b00-9797-d4362456a4e0 req-d796b8e5-7153-4122-a68b-42f53fa7fc1d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0459874 Aug 25 03:07:55.495376 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3a5dafe7-fdb7-4b00-9797-d4362456a4e0 req-cf03854b-4f13-41f7-ba8b-4d1a3ec5169b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Aug 25 03:07:55.517341 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:55.650110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:55.781900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ca5b3-349b-4016-85a8-78334297910d req-5bbb2e10-18fa-4f66-be8c-c48b4e5091af tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:55.783284 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b40ca5b3-349b-4016-85a8-78334297910d req-5bbb2e10-18fa-4f66-be8c-c48b4e5091af tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0468724 Aug 25 03:07:55.831296 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b40ca5b3-349b-4016-85a8-78334297910d req-23d373a9-018e-41e3-8b5b-329b0ee75708 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Aug 25 03:07:55.853891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:56.613481 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e512fde-6efb-4832-8fa8-c0c3650d0c61 req-99641a3c-e6c5-4df5-8e53-14cc2fa981e6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:56.614987 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e512fde-6efb-4832-8fa8-c0c3650d0c61 req-99641a3c-e6c5-4df5-8e53-14cc2fa981e6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Aug 25 03:07:56.662925 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e512fde-6efb-4832-8fa8-c0c3650d0c61 req-60f1ea8a-48de-4b5e-92f6-82cb778cd67e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Aug 25 03:07:56.955218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39d569-ebae-4cc5-ae2b-38cb2a5342f3 req-7ad3d516-f1fa-4378-811a-18120fe3bbc4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:56.956749 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6d39d569-ebae-4cc5-ae2b-38cb2a5342f3 req-7ad3d516-f1fa-4378-811a-18120fe3bbc4 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.0508392 Aug 25 03:07:57.005032 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6d39d569-ebae-4cc5-ae2b-38cb2a5342f3 req-bb82f3ff-1acb-4c77-a435-5bede904d74f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Aug 25 03:07:57.347861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006528-865b-4256-b546-f6b70fc86522 req-e85d6c47-d91b-4d56-b452-a9b5713d3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:57.349362 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-e85d6c47-d91b-4d56-b452-a9b5713d3a1e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.0869837 Aug 25 03:07:57.411455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Deleting port 54acc277-867e-45c3-99af-e644503f3a0b {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:07:57.411710 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (54acc277-867e-45c3-99af-e644503f3a0b), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:57.438428 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:57.477752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:57.747935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006528-865b-4256-b546-f6b70fc86522 req-256a6095-b9a9-4869-acf8-effa8f5944ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:57.749397 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-256a6095-b9a9-4869-acf8-effa8f5944ec service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.3902214 Aug 25 03:07:57.768478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] For port 54acc277-867e-45c3-99af-e644503f3a0b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=54acc277-867e-45c3-99af-e644503f3a0b,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:07:57.768899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (54acc277-867e-45c3-99af-e644503f3a0b), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:57.788687 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe515e-446a-482a-9593-555e855fa34d req-2f251137-8a6c-4d61-8dcd-ab8992f48779 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:57.790205 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3fe515e-446a-482a-9593-555e855fa34d req-2f251137-8a6c-4d61-8dcd-ab8992f48779 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0509284 Aug 25 03:07:57.801557 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-b146dc4b-d0d2-4fa2-9671-d18f151626b0 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0446191 Aug 25 03:07:57.808761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Calling delete_port for 54acc277-867e-45c3-99af-e644503f3a0b owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:07:57.847486 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3fe515e-446a-482a-9593-555e855fa34d req-0e3454a5-23d3-4418-a272-f117311e4505 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Aug 25 03:07:57.898503 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006528-865b-4256-b546-f6b70fc86522 req-dbe5e291-ae0a-4ca0-b8e1-384f5defa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:57.899942 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-dbe5e291-ae0a-4ca0-b8e1-384f5defa1d5 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0925128 Aug 25 03:07:57.961918 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006528-865b-4256-b546-f6b70fc86522 req-4aad47bc-08c7-4418-a81c-4ad236ed1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:57.963409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-4aad47bc-08c7-4418-a81c-4ad236ed1559 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534525 Aug 25 03:07:58.065649 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:58.110665 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-beb56226-565f-4cf1-a15a-1468b4b26bf8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396844 Aug 25 03:07:58.189052 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (54acc277-867e-45c3-99af-e644503f3a0b), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:58.198009 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0bb4-4195-40b8-93d7-36f423ce2146 req-2df94038-02db-4173-a3b3-fe64065bc897 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:58.204381 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-488d0bb4-4195-40b8-93d7-36f423ce2146 req-2df94038-02db-4173-a3b3-fe64065bc897 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 945 time: 0.1048012 Aug 25 03:07:58.205605 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:07:58.247688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Pushing event deleted for resources: {'Port': ['ID=54acc277-867e-45c3-99af-e644503f3a0b,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:07:58.338300 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a3006528-865b-4256-b546-f6b70fc86522 req-29e74d39-927e-430e-bedd-5369f948ca29 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087440 Aug 25 03:07:58.341183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] No DVR routers for this DVR port 54acc277-867e-45c3-99af-e644503f3a0b on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:07:58.351323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:07:58.354792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4b6f009f-a1a2-4aa3-b841-72f85d49f762 req-96ed1571-6d14-4762-8785-815b63e87b4b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "DELETE /networking/v2.0/ports/54acc277-867e-45c3-99af-e644503f3a0b HTTP/1.1" status: 204 len: 173 time: 1.1017563 Aug 25 03:07:58.355248 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'name': 'network-vif-deleted', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:07:58.357591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040d908-3528-4f38-9b08-9c3adad6ef32" -d '{"events": [{"server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "name": "network-vif-deleted", "tag": "54acc277-867e-45c3-99af-e644503f3a0b"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:07:58.367783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-488d0bb4-4195-40b8-93d7-36f423ce2146 req-48e9e039-309d-46e4-9211-b9e6367fcf1e tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586993 Aug 25 03:07:58.422660 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ed5a68-63c0-4b89-8ce8-98340722d19d x-openstack-request-id: req-46ed5a68-63c0-4b89-8ce8-98340722d19d {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:07:58.423128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f559ed-7ff2-48ab-9669-08eec7fd0e89", "name": "network-vif-deleted", "tag": "54acc277-867e-45c3-99af-e644503f3a0b", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:07:58.423407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46ed5a68-63c0-4b89-8ce8-98340722d19d {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:07:58.423812 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ed5a68-63c0-4b89-8ce8-98340722d19d'] response: {'server_uuid': 'b9f559ed-7ff2-48ab-9669-08eec7fd0e89', 'name': 'network-vif-deleted', 'tag': '54acc277-867e-45c3-99af-e644503f3a0b', 'status': 'completed', 'code': 200} Aug 25 03:07:58.496093 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 54acc277-867e-45c3-99af-e644503f3a0b no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:07:58.516020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 54acc277-867e-45c3-99af-e644503f3a0b {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:07:58.529241 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 54acc277-867e-45c3-99af-e644503f3a0b not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:07:58.974105 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96579-6b06-417c-9024-60afa670f135 req-3b2aabb2-1908-4982-85bd-3290f14baff8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:07:58.976477 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-79c96579-6b06-417c-9024-60afa670f135 req-3b2aabb2-1908-4982-85bd-3290f14baff8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Aug 25 03:07:59.036724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-79c96579-6b06-417c-9024-60afa670f135 req-cd058e76-d573-43af-acc7-76abf80b3c6a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533693 Aug 25 03:07:59.499529 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9e2e82a1-ebc5-432a-8e08-1343caccf114 req-e957cd81-466e-44ee-aef5-43b164c27a99 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9f559ed-7ff2-48ab-9669-08eec7fd0e89 HTTP/1.1" status: 200 len: 210 time: 0.0274954 Aug 25 03:08:00.161966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93035fee-65c0-49c8-8306-20591b039aea req-7ef872fe-1b8a-4c43-b4ca-540afd43c258 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:00.164131 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-93035fee-65c0-49c8-8306-20591b039aea req-7ef872fe-1b8a-4c43-b4ca-540afd43c258 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Aug 25 03:08:00.222131 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-93035fee-65c0-49c8-8306-20591b039aea req-8f819b35-edca-4d54-83a4-96c9d7eab726 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Aug 25 03:08:00.855071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-3ae904a0-fa61-48cb-9911-ac8fc8d68fc0 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:00.859864 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-3ae904a0-fa61-48cb-9911-ac8fc8d68fc0 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/networks?id=df1df1b6-cd40-47b9-a838-b228d3f1c749 HTTP/1.1" status: 200 len: 808 time: 0.1161697 Aug 25 03:08:00.876733 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-525289d2-5646-4a9e-a059-bf86be40fa36 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/quotas/d1f677a8a80e4591ab642d64f4008c00 HTTP/1.1" status: 200 len: 375 time: 0.0126355 Aug 25 03:08:00.912010 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-1c037c8d-351e-443b-b48d-ea2557e25a44 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284960 Aug 25 03:08:01.010695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-53c3eedd-8e7d-482a-a27c-2a3b9bbc80d8 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910747 Aug 25 03:08:01.109671 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-65f64254-ba9a-4e3b-8c95-90748a27fa4b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929484 Aug 25 03:08:01.348170 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c503bc4-26fc-46e7-8bce-2b4c1eb16815 req-d59491a5-2733-4e5f-b97e-92d3307aa5e0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:01.349642 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2c503bc4-26fc-46e7-8bce-2b4c1eb16815 req-d59491a5-2733-4e5f-b97e-92d3307aa5e0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Aug 25 03:08:01.399258 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2c503bc4-26fc-46e7-8bce-2b4c1eb16815 req-ce57533a-e54e-4934-a16f-0662ea56b631 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Aug 25 03:08:01.531197 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1b4475c3-5f1e-4d4f-aa96-7abb6e42a11e req-2f83f4b4-f3f5-4caf-b83e-81ea0a330a6b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0362322 Aug 25 03:08:02.526733 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703275-f2ef-4111-b651-98b64994eebe req-b80d1e7b-579e-493c-a4d4-87f66666dc2a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:02.528393 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ad703275-f2ef-4111-b651-98b64994eebe req-b80d1e7b-579e-493c-a4d4-87f66666dc2a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0475204 Aug 25 03:08:02.555236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:02.580393 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ad703275-f2ef-4111-b651-98b64994eebe req-27af31e9-55fc-4dc7-a8ec-a97c5b762e49 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Aug 25 03:08:02.645530 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6af28ac4-1f32-4a9a-96bb-4e8119957d57 req-3f8d234d-4976-4946-81b8-ec307f0b8f76 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0279493 Aug 25 03:08:03.701701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ef0c-ae42-4861-a705-a80db6d5dc6c req-5c28e76f-6d56-44bf-be03-1294f3c7a511 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:03.703248 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bc10ef0c-ae42-4861-a705-a80db6d5dc6c req-5c28e76f-6d56-44bf-be03-1294f3c7a511 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Aug 25 03:08:03.747974 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-17d0a524-2d52-4c6c-aa82-998cbdf15e64 req-699d8c9d-3818-4675-8ce6-e33fb2d17f09 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0310707 Aug 25 03:08:03.755664 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bc10ef0c-ae42-4861-a705-a80db6d5dc6c req-3cbee966-1091-4033-a82c-a06c58b08656 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468631 Aug 25 03:08:04.504418 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:04.848242 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-50335752-eba7-4239-ba1c-838875d8db7a req-c24440c4-d482-4999-9532-fedf1eac0726 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0292668 Aug 25 03:08:04.879841 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a736-b9b8-407a-9c4a-98c51232074f req-3cbb912d-2d8f-42cd-b93a-6d7e1e7967fd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:04.882172 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b383a736-b9b8-407a-9c4a-98c51232074f req-3cbb912d-2d8f-42cd-b93a-6d7e1e7967fd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Aug 25 03:08:04.931507 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b383a736-b9b8-407a-9c4a-98c51232074f req-7420dcab-c0cd-4f5a-838b-6bfc331b2483 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Aug 25 03:08:05.953638 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5ed8b445-8920-4158-9416-d7806cc28b95 req-2d7be8af-4428-4199-970d-d065f77f1250 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Aug 25 03:08:06.072634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d71f6-138d-4cff-87b7-47dfae6cb134 req-b12c31bd-5332-4ff3-bd39-dd386a72eaf6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:06.075706 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2f2d71f6-138d-4cff-87b7-47dfae6cb134 req-b12c31bd-5332-4ff3-bd39-dd386a72eaf6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0576789 Aug 25 03:08:06.123877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2f2d71f6-138d-4cff-87b7-47dfae6cb134 req-9446bca3-723b-4c68-804b-0c4618a36793 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Aug 25 03:08:06.495583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-84f615bc-7f95-4476-8565-0fee70cefe00 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:06.497132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-84f615bc-7f95-4476-8565-0fee70cefe00 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "GET /networking/v2.0/networks?id=df1df1b6-cd40-47b9-a838-b228d3f1c749 HTTP/1.1" status: 200 len: 808 time: 0.1122558 Aug 25 03:08:06.512102 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Request body: {'port': {'device_id': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749', 'admin_state_up': True, 'tenant_id': 'd1f677a8a80e4591ab642d64f4008c00'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:06.620205 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:06.707206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Made reservation on behalf of d1f677a8a80e4591ab642d64f4008c00 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:06.711142 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:06.842869 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Allocated IP 172.20.0.13 (df1df1b6-cd40-47b9-a838-b228d3f1c749/2ae7e09e-0563-40c6-bf15-4e7fbdd96646/303dcb01-a970-4833-8e89-6e9022f44c1e) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:06.889672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:06.997341 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks [] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.057259 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-052d3eb1-89ad-47b4-bb47-a6132a9b8a52 req-45428713-fcee-4c36-8b3c-fd48ef30867d tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0283382 Aug 25 03:08:07.102502 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.148515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Network df1df1b6-cd40-47b9-a838-b228d3f1c749 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:07.157974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:07.157974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:07.160721 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:07.161337 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.176375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Pushing event updated for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:07.186002 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.192245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.193265 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:07.349804 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-dd99ca2b-7505-4839-bb47-347f2b19a4b6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8416190 Aug 25 03:08:07.365386 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:07.372237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:07.376285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Request body: {'port': {'device_id': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:07.418059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289c25f-a7ea-49a5-900f-2f35d237a062 req-d350bfdc-a7d3-4042-972f-c6671cadc919 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:07.419601 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8289c25f-a7ea-49a5-900f-2f35d237a062 req-d350bfdc-a7d3-4042-972f-c6671cadc919 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0834997 Aug 25 03:08:07.471020 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.507689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:07.535805 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8289c25f-a7ea-49a5-900f-2f35d237a062 req-64a728c8-39c2-4481-a0d4-5e178549660a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074593 Aug 25 03:08:07.702647 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52522) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:07.811068 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303dcb01-a970-4833-8e89-6e9022f44c1e {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:08:07.824085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks [] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.828017 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b2c2-143e-4aee-a69f-f0223abf1762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.854972 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Transition to ACTIVE for port object 303dcb01-a970-4833-8e89-6e9022f44c1e will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:08:07.925436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b2c2-143e-4aee-a69f-f0223abf1762 admin admin] Publish callbacks [] for security_group (b7e7e1d3-8eea-459c-8b03-d826ad7d47b7), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.941054 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:07.953380 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:07.990184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Pushing event updated for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:08.019457 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Attempting to bind port 303dcb01-a970-4833-8e89-6e9022f44c1e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:08.019794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Attempting to bind port 303dcb01-a970-4833-8e89-6e9022f44c1e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:08.020125 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Attempting to bind port 303dcb01-a970-4833-8e89-6e9022f44c1e on network df1df1b6-cd40-47b9-a838-b228d3f1c749 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:08.025366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Port 303dcb01-a970-4833-8e89-6e9022f44c1e on network df1df1b6-cd40-47b9-a838-b228d3f1c749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:08:08.025674 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Attempting to bind port 303dcb01-a970-4833-8e89-6e9022f44c1e on network df1df1b6-cd40-47b9-a838-b228d3f1c749 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:08.030722 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:08.031085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Checking segment: {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:08.031498 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Bound using segment: {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:08.031932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Bound port: 303dcb01-a970-4833-8e89-6e9022f44c1e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:08.032323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.042734 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b2c2-143e-4aee-a69f-f0223abf1762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b7e7e1d3-8eea-459c-8b03-d826ad7d47b7), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.110402 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3dd0b2c2-143e-4aee-a69f-f0223abf1762 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8a6d211a89bd43959e2d8ab159bb975a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041941 Aug 25 03:08:08.111042 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52536) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:08.115174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b2c2-143e-4aee-a69f-f0223abf1762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e7e1d3-8eea-459c-8b03-d826ad7d47b7,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:08.140827 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:08.143981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=303dcb01-a970-4833-8e89-6e9022f44c1e,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:08.199715 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f415-06d5-4669-8b24-c2bed4db4c8d req-c6459268-c74a-4e76-a5db-cfea1fa08b72 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:08.204387 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e662f415-06d5-4669-8b24-c2bed4db4c8d req-c6459268-c74a-4e76-a5db-cfea1fa08b72 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0655711 Aug 25 03:08:08.206219 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Publish callbacks [] for security_group (b7e7e1d3-8eea-459c-8b03-d826ad7d47b7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.244442 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Publish callbacks [] for security_group (b7e7e1d3-8eea-459c-8b03-d826ad7d47b7), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.266176 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.272906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:08.273961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.275544 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/303dcb01-a970-4833-8e89-6e9022f44c1e HTTP/1.1" status: 200 len: 1094 time: 0.9044235 Aug 25 03:08:08.276002 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:08:08.278266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f6ac60-4abb-4ce1-988c-01bc264192a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:08:08.294104 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e662f415-06d5-4669-8b24-c2bed4db4c8d req-a0a13e4b-033c-48b0-8e63-804938bfbb5b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856602 Aug 25 03:08:08.332631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb25e-0a71-458c-941a-d24a8bb31f2b service neutron] Pushing event updated for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:08.347385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1fa04-8c53-4dbb-b2e1-6229359711fb x-openstack-request-id: req-d2c1fa04-8c53-4dbb-b2e1-6229359711fb {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:08:08.347676 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:08:08.347930 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2c1fa04-8c53-4dbb-b2e1-6229359711fb {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:08:08.348372 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c1fa04-8c53-4dbb-b2e1-6229359711fb'] response: {'name': 'network-changed', 'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e', 'status': 'completed', 'code': 200} Aug 25 03:08:08.417445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-363716c0-ea32-44d8-9455-19de6753ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:08.418998 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-363716c0-ea32-44d8-9455-19de6753ca13 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0407135 Aug 25 03:08:08.478208 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b7e7e1d3-8eea-459c-8b03-d826ad7d47b7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.480824 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:08.481937 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b7e7e1d3-8eea-459c-8b03-d826ad7d47b7 HTTP/1.1" status: 204 len: 168 time: 0.3698449 Aug 25 03:08:08.490072 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e7e1d3-8eea-459c-8b03-d826ad7d47b7,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:08.498771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.499183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.499550 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.499937 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.500291 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.500591 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:08.501073 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.501073 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.501257 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.501519 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.502090 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.502560 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.503146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.503472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.503789 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.504107 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8557d04-d576-40e2-bc34-1abb6abff8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:08.533633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-1d5afb0e-dc61-459b-b058-4e256b11b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:08.535383 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-1d5afb0e-dc61-459b-b058-4e256b11b784 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=d1f677a8a80e4591ab642d64f4008c00&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1056724 Aug 25 03:08:08.620992 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:08.655917 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b81c7-683e-4b3e-8701-1089daf8fbc5 req-f6d16cca-6e78-4d39-892c-1840a5c65f7f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:08.657447 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-473b81c7-683e-4b3e-8701-1089daf8fbc5 req-f6d16cca-6e78-4d39-892c-1840a5c65f7f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0478601 Aug 25 03:08:08.705163 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-473b81c7-683e-4b3e-8701-1089daf8fbc5 req-3ec4fc41-6c11-4b5e-8484-2a29c1b93ec0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Aug 25 03:08:09.170407 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52564) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:09.196368 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9f82e186-9a15-4b81-ad51-09f45a9e51d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.213119 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:09.272069 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9f82e186-9a15-4b81-ad51-09f45a9e51d2 admin admin] Publish callbacks [] for security_group (f0eeaca5-ec94-40c2-99ff-92d663607e25), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.411259 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:09.422257 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec309-34a2-4da0-b457-0a5ce5c5db22 req-38d0532b-09d3-4714-9907-700cadb0106a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:09.423718 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73bec309-34a2-4da0-b457-0a5ce5c5db22 req-38d0532b-09d3-4714-9907-700cadb0106a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0494239 Aug 25 03:08:09.438422 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9f82e186-9a15-4b81-ad51-09f45a9e51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f0eeaca5-ec94-40c2-99ff-92d663607e25), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.474171 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73bec309-34a2-4da0-b457-0a5ce5c5db22 req-28c5de69-f082-4732-94fa-9b4ec947d380 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Aug 25 03:08:09.479690 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9f82e186-9a15-4b81-ad51-09f45a9e51d2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=fd0133b316aa454ba3843476f75390da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081386 Aug 25 03:08:09.480914 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82e186-9a15-4b81-ad51-09f45a9e51d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eeaca5-ec94-40c2-99ff-92d663607e25,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:09.482414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52572) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:09.536278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] Publish callbacks [] for security_group (f0eeaca5-ec94-40c2-99ff-92d663607e25), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.556637 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] Publish callbacks [] for security_group (f0eeaca5-ec94-40c2-99ff-92d663607e25), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.695820 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f0eeaca5-ec94-40c2-99ff-92d663607e25), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.698366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:09.702657 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f0eeaca5-ec94-40c2-99ff-92d663607e25 HTTP/1.1" status: 204 len: 168 time: 0.2157924 Aug 25 03:08:09.717626 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583e62f-437d-4609-b0a0-0b0870ad30c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eeaca5-ec94-40c2-99ff-92d663607e25,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:09.839039 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083180dc-0ffc-4f71-a85f-fb0b42a570c2 req-e5171dcb-1cd8-485a-ab5a-dd8cc327d2f7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:09.840708 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-083180dc-0ffc-4f71-a85f-fb0b42a570c2 req-e5171dcb-1cd8-485a-ab5a-dd8cc327d2f7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Aug 25 03:08:09.889439 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-083180dc-0ffc-4f71-a85f-fb0b42a570c2 req-3c1671fd-3b0e-4850-8989-09d1f9fd4553 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Aug 25 03:08:10.530521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52592) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:10.544543 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-58f590e8-b6d5-4115-bc4d-401c04c3d35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:10.609472 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d26e-b5b1-4cb2-89a3-2245867dd422 req-0b6878bb-7ce9-4afc-9b6a-1a3175335edc tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:10.610954 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8eb5d26e-b5b1-4cb2-89a3-2245867dd422 req-0b6878bb-7ce9-4afc-9b6a-1a3175335edc tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0583870 Aug 25 03:08:10.689110 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8eb5d26e-b5b1-4cb2-89a3-2245867dd422 req-3045b1c7-f6c4-4b70-b87c-793dcda7ba66 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717809 Aug 25 03:08:10.691108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:10.703299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-58f590e8-b6d5-4115-bc4d-401c04c3d35c admin admin] Publish callbacks [] for security_group (29048148-365f-46cb-8c4a-ab0dfe1b0f27), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:10.798256 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-58f590e8-b6d5-4115-bc4d-401c04c3d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (29048148-365f-46cb-8c4a-ab0dfe1b0f27), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:10.844980 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-58f590e8-b6d5-4115-bc4d-401c04c3d35c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aff17ba576a84cdeba272f0cd23d64b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133335 Aug 25 03:08:10.846126 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f590e8-b6d5-4115-bc4d-401c04c3d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29048148-365f-46cb-8c4a-ab0dfe1b0f27,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:10.847605 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52598) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:10.899112 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] Publish callbacks [] for security_group (29048148-365f-46cb-8c4a-ab0dfe1b0f27), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:10.919428 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] Publish callbacks [] for security_group (29048148-365f-46cb-8c4a-ab0dfe1b0f27), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:11.084495 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (29048148-365f-46cb-8c4a-ab0dfe1b0f27), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:11.087479 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:11.088786 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/29048148-365f-46cb-8c4a-ab0dfe1b0f27 HTTP/1.1" status: 204 len: 168 time: 0.2395737 Aug 25 03:08:11.098537 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dda715-2805-449e-9888-644ae0cc0779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29048148-365f-46cb-8c4a-ab0dfe1b0f27,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:11.158636 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298adfd-2569-4c5f-bee5-cc94175ec252 req-7f0cfe4c-4cef-4cca-bbb3-981d5fd8ace3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:11.160100 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9298adfd-2569-4c5f-bee5-cc94175ec252 req-7f0cfe4c-4cef-4cca-bbb3-981d5fd8ace3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0564950 Aug 25 03:08:11.209927 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9298adfd-2569-4c5f-bee5-cc94175ec252 req-237e99c5-1e6c-4eb8-b218-03c60b067ea5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Aug 25 03:08:11.523532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-af028e4b-2b66-4794-b420-4401fe23fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:11.525089 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-78f6ac60-4abb-4ce1-988c-01bc264192a3 req-af028e4b-2b66-4794-b420-4401fe23fc33 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058486 Aug 25 03:08:11.817377 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1ca5b-9a05-4ecf-bbae-46beccad291f req-352e4aae-dae2-45be-a7da-1aa449e3f36b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:11.819656 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fbf1ca5b-9a05-4ecf-bbae-46beccad291f req-352e4aae-dae2-45be-a7da-1aa449e3f36b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0539255 Aug 25 03:08:11.888133 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fbf1ca5b-9a05-4ecf-bbae-46beccad291f req-28e92417-8599-4ff1-a212-58cb97f85f8f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619640 Aug 25 03:08:11.888772 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-a7d15d0c-fcb1-4a17-a33a-d4a94794c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:11.890278 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-a7d15d0c-fcb1-4a17-a33a-d4a94794c161 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d1f677a8a80e4591ab642d64f4008c00&device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 1128 time: 0.0457664 Aug 25 03:08:11.959293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:11.961715 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-5e020c86-0943-4860-b65e-f4b7404146a8 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303dcb01-a970-4833-8e89-6e9022f44c1e HTTP/1.1" status: 200 len: 217 time: 0.0532422 Aug 25 03:08:12.012494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-19c0cd57-fe54-44e0-b8b9-1c402d3f6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:12.014002 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-19c0cd57-fe54-44e0-b8b9-1c402d3f6660 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=2ae7e09e-0563-40c6-bf15-4e7fbdd96646 HTTP/1.1" status: 200 len: 848 time: 0.0457361 Aug 25 03:08:12.338820 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdc227-11be-491b-bbb5-8511a5d1c339 req-fbe2fe18-02c6-48c5-9feb-1ed18743a496 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:12.340361 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-52fdc227-11be-491b-bbb5-8511a5d1c339 req-fbe2fe18-02c6-48c5-9feb-1ed18743a496 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0505691 Aug 25 03:08:12.416720 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-e24f8c17-8522-4c0d-9bee-7ee2ff272c42 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=df1df1b6-cd40-47b9-a838-b228d3f1c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432999 Aug 25 03:08:12.420252 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-52fdc227-11be-491b-bbb5-8511a5d1c339 req-03b57136-9e25-4b29-8c0b-2763d33523b5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741858 Aug 25 03:08:12.523787 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-053809c6-57e6-4a56-b2ef-8be7cf45e86a service neutron] 10.222.0.79 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991783 Aug 25 03:08:12.621188 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a36fa8eb-7bdb-4806-98b9-5780a965e54f req-7fe011ae-49a2-457c-90c1-aaa719ebaa7c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909336 Aug 25 03:08:12.884801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52638) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:13.003308 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e3a3-a0cb-482d-b638-3fd8849fcb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.022797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:13.023753 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0219c-83f8-42db-ba8d-363a6caba300 req-68b3eeaa-feb6-420c-9039-4c264bca3c12 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:13.026288 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-40a0219c-83f8-42db-ba8d-363a6caba300 req-68b3eeaa-feb6-420c-9039-4c264bca3c12 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0677967 Aug 25 03:08:13.063302 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:13.082091 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-40a0219c-83f8-42db-ba8d-363a6caba300 req-e60bfff6-88fc-4591-8f5c-1fbb04311f49 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Aug 25 03:08:13.091897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e3a3-a0cb-482d-b638-3fd8849fcb9a admin admin] Publish callbacks [] for security_group (3e699370-74fb-4ef6-af1d-9bb7d0dbedd0), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.227524 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e3a3-a0cb-482d-b638-3fd8849fcb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3e699370-74fb-4ef6-af1d-9bb7d0dbedd0), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.265388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e3a3-a0cb-482d-b638-3fd8849fcb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e699370-74fb-4ef6-af1d-9bb7d0dbedd0,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:13.269665 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ebc2e3a3-a0cb-482d-b638-3fd8849fcb9a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2ce095bc88e64797a2fa117e66a88a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837013 Aug 25 03:08:13.273114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52648) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:13.325083 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] Publish callbacks [] for security_group (3e699370-74fb-4ef6-af1d-9bb7d0dbedd0), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.345445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] Publish callbacks [] for security_group (3e699370-74fb-4ef6-af1d-9bb7d0dbedd0), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.504682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:13.527062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3e699370-74fb-4ef6-af1d-9bb7d0dbedd0), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.529771 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:13.531152 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3e699370-74fb-4ef6-af1d-9bb7d0dbedd0 HTTP/1.1" status: 204 len: 168 time: 0.2572832 Aug 25 03:08:13.552701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2702f-a292-40ba-b147-73cecd582df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e699370-74fb-4ef6-af1d-9bb7d0dbedd0,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:13.565626 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26607e-8c52-4da6-a087-b82f7cf309c5 req-5860a131-cfaa-41b4-b082-a38a74fcdc58 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:13.567112 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b26607e-8c52-4da6-a087-b82f7cf309c5 req-5860a131-cfaa-41b4-b082-a38a74fcdc58 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0711679 Aug 25 03:08:13.618597 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b26607e-8c52-4da6-a087-b82f7cf309c5 req-09f8135d-5632-45c1-a3cb-98692900ea55 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Aug 25 03:08:13.963459 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-64d482c8-80fb-4910-b1b6-8b73c5c74424 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416107 Aug 25 03:08:14.034517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-4f9bd533-624e-4f68-9168-59ed5a2e6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.036224 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-4f9bd533-624e-4f68-9168-59ed5a2e6411 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 1129 time: 0.0477092 Aug 25 03:08:14.156969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-7286ba4f-65e7-4316-bae7-f926ba498543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.158532 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-7286ba4f-65e7-4316-bae7-f926ba498543 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.1003389 Aug 25 03:08:14.207635 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-08b079ad-5a6e-4fb5-a79a-42645c3aa09b service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 200 len: 217 time: 0.0407314 Aug 25 03:08:14.215917 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638fc6-e5fc-4d12-84a1-d10bd1e7e601 req-af3db028-9779-4c67-b5f5-1d61a703b15c tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.223063 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f638fc6-e5fc-4d12-84a1-d10bd1e7e601 req-af3db028-9779-4c67-b5f5-1d61a703b15c tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0617218 Aug 25 03:08:14.270987 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-19eb9da6-5e42-46f7-9f2c-a20998c7450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.275108 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-19eb9da6-5e42-46f7-9f2c-a20998c7450b service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0556927 Aug 25 03:08:14.287799 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0f638fc6-e5fc-4d12-84a1-d10bd1e7e601 req-5eebe8da-2f6e-4293-8789-91a3831decf6 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Aug 25 03:08:14.343560 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-8d46845f-fb58-45ad-b696-e0763b1e6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.345460 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-8d46845f-fb58-45ad-b696-e0763b1e6b40 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627859 Aug 25 03:08:14.459986 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-0d6a3d95-3d12-415b-8128-fd5555a30a88 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047292 Aug 25 03:08:14.533687 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 303dcb01-a970-4833-8e89-6e9022f44c1e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:08:14.567231 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e178f5e3-2ce7-4d02-b585-129036267ed3 req-486e2614-b57d-452d-92c6-aa04b1ac2575 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998671 Aug 25 03:08:14.671574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=303dcb01-a970-4833-8e89-6e9022f44c1e,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:14.684374 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '303dcb01-a970-4833-8e89-6e9022f44c1e', 'network_id': 'df1df1b6-cd40-47b9-a838-b228d3f1c749', 'port_id': '303dcb01-a970-4833-8e89-6e9022f44c1e', 'mac_address': 'fa:16:3e:95:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7e09e-0563-40c6-bf15-4e7fbdd96646', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:08:14.732322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 303dcb01-a970-4833-8e89-6e9022f44c1e is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:14.732926 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:14.754710 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303dcb01-a970-4833-8e89-6e9022f44c1e {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:08:14.767813 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c7ad-79a2-4f59-87f2-7e8d7a2b6dd0 req-9fc3711f-cf49-4dac-a9b7-a39486831ee9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:14.777504 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9ac1c7ad-79a2-4f59-87f2-7e8d7a2b6dd0 req-9fc3711f-cf49-4dac-a9b7-a39486831ee9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0711432 Aug 25 03:08:14.787251 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=303dcb01-a970-4833-8e89-6e9022f44c1e,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:14.830753 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9ac1c7ad-79a2-4f59-87f2-7e8d7a2b6dd0 req-eae82dd0-308f-4379-8dc2-ee12daf14a16 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Aug 25 03:08:14.836409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52734) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:14.947014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:14.949443 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-622016038-network', 'tenant_id': '54df2648916c4681af69062a1d5b7430'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:14.998859 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:15.134077 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Made reservation on behalf of 54df2648916c4681af69062a1d5b7430 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:15.136589 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.146046 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.222392 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks [] for security_group (ed215976-a855-489d-8611-54fb59245525), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.267742 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['303dcb01-a970-4833-8e89-6e9022f44c1e'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:08:15.323758 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ed215976-a855-489d-8611-54fb59245525), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.348316 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:08:15.365778 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed215976-a855-489d-8611-54fb59245525,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:15.369454 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (3891c1ac-bed9-49c1-8f17-f44351e3c613), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.369800 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Added segment 3891c1ac-bed9-49c1-8f17-f44351e3c613 of type vlan for network a77f17b6-1817-4296-9c12-5c085b9f2966 Aug 25 03:08:15.449490 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (a77f17b6-1817-4296-9c12-5c085b9f2966), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.462943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed74f14-48a8-458e-9ea9-bb0a3c744444 req-87bfc617-0c25-4d02-856b-a26637564c2b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:15.464447 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6ed74f14-48a8-458e-9ea9-bb0a3c744444 req-87bfc617-0c25-4d02-856b-a26637564c2b tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0929658 Aug 25 03:08:15.470215 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:15.525754 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6ed74f14-48a8-458e-9ea9-bb0a3c744444 req-6293d24b-640a-410c-b46e-8522265d9392 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487051 Aug 25 03:08:15.603732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (a77f17b6-1817-4296-9c12-5c085b9f2966), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.604795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:15.605388 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:15.673405 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] Pushing event updated for resources: {'Network': ['ID=a77f17b6-1817-4296-9c12-5c085b9f2966,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:15.683212 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network a77f17b6-1817-4296-9c12-5c085b9f2966 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:08:15.754550 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0bfa1fca-7d6e-4b2c-aefb-c0324018e88a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9164672 Aug 25 03:08:15.758000 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52742) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:15.763567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Request body: {'subnet': {'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-622016038-subnet', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:15.777741 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:15.917498 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Made reservation on behalf of 54df2648916c4681af69062a1d5b7430 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:15.920410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.008806 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534cf64-d480-42b3-9691-a56969e0df03 req-72265fdb-d40e-4a27-b1b5-1228da60c757 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:16.010305 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3534cf64-d480-42b3-9691-a56969e0df03 req-72265fdb-d40e-4a27-b1b5-1228da60c757 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.1058052 Aug 25 03:08:16.086496 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3534cf64-d480-42b3-9691-a56969e0df03 req-048a576f-7625-4c69-9edf-d706359d0662 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684347 Aug 25 03:08:16.260705 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52764) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:16.361151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (264b9a8f-ae13-4f55-90f2-0c4e5563d563), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.373934 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e9f56803-942f-46f0-b813-ede788791c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.539878 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 303dcb01-a970-4833-8e89-6e9022f44c1e up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:16.555108 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:08:16.590009 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 303dcb01-a970-4833-8e89-6e9022f44c1e completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:08:16.661290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 303dcb01-a970-4833-8e89-6e9022f44c1e triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:16.661651 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.665275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a2b47-1069-44fa-80d8-c776f9de5568 req-9707a155-e43f-471d-bf5c-add32d583387 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:16.669907 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-154a2b47-1069-44fa-80d8-c776f9de5568 req-9707a155-e43f-471d-bf5c-add32d583387 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0506284 Aug 25 03:08:16.679231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=264b9a8f-ae13-4f55-90f2-0c4e5563d563,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:16.705602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Checking segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:16.710278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Network hostable DHCP agents. Network: a77f17b6-1817-4296-9c12-5c085b9f2966, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:08:16.723153 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-154a2b47-1069-44fa-80d8-c776f9de5568 req-d3ba8130-c272-4c7c-bc0e-07453f76c3cf tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492587 Aug 25 03:08:16.747521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 303dcb01-a970-4833-8e89-6e9022f44c1e is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:16.748046 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.767586 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e9f56803-942f-46f0-b813-ede788791c2c admin admin] Publish callbacks [] for security_group (1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.771593 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:08:16.774580 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c540b33-66af-4ebb-a0c6-96131a3cff1c" -d '{"events": [{"server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:08:16.786661 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=303dcb01-a970-4833-8e89-6e9022f44c1e,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:16.812522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832441f1-f45b-42d2-9341-f69e4a500df2 x-openstack-request-id: req-832441f1-f45b-42d2-9341-f69e4a500df2 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:08:16.812816 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:08:16.813072 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-832441f1-f45b-42d2-9341-f69e4a500df2 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:08:16.813471 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832441f1-f45b-42d2-9341-f69e4a500df2'] response: {'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e', 'code': 200} Aug 25 03:08:16.889677 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.889861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Network a77f17b6-1817-4296-9c12-5c085b9f2966 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:08:16.892134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e9f56803-942f-46f0-b813-ede788791c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:16.896173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:16.941540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e9f56803-942f-46f0-b813-ede788791c2c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=64322fbc61474725b79d55673472d931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6797593 Aug 25 03:08:16.947866 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52780) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:16.952453 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:16.961121 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56803-942f-46f0-b813-ede788791c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:17.005150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] Publish callbacks [] for security_group (1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.029537 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] Publish callbacks [] for security_group (1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.067381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, a77f17b6-1817-4296-9c12-5c085b9f2966) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:17.072532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:17.080417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.080573 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae3542-4a45-444c-80ef-876fa81db82a None None] Network a77f17b6-1817-4296-9c12-5c085b9f2966 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:08:17.192586 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-a77f17b6-1817-4296-9c12-5c085b9f2966', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'project_id': '54df2648916c4681af69062a1d5b7430', 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:08:17.193663 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.227591 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.241977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f763b78-c2b6-4d98-bd62-c1d90a4d570b req-9e97da29-5cb1-410d-b650-0b0e81678ae0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:17.242271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.242359 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2f763b78-c2b6-4d98-bd62-c1d90a4d570b req-9e97da29-5cb1-410d-b650-0b0e81678ae0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0539331 Aug 25 03:08:17.242523 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2828429 Aug 25 03:08:17.242620 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d2ac05b1-2020-4efe-8384-0ff10f8e75bc admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4767084 Aug 25 03:08:17.242695 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea452d-bcfe-4b2d-8c39-58bb3be11694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a09fa9c-d9d2-47d7-a4d3-8756d445c9c0,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:17.244827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52798) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:17.249733 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:17.253754 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:17.283519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:17.310958 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2f763b78-c2b6-4d98-bd62-c1d90a4d570b req-192b6a04-2520-41a5-8b64-4d901a597794 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710571 Aug 25 03:08:17.359560 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Allocated IP 172.20.0.2 (a77f17b6-1817-4296-9c12-5c085b9f2966/264b9a8f-ae13-4f55-90f2-0c4e5563d563/fc53b8dd-48ee-4897-97ae-35ce876dcfcf) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:17.398719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (a5e27df6-739a-415f-98ef-648734259223), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.399908 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (a5e27df6-739a-415f-98ef-648734259223), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.423474 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:17.450875 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for router_controller (a5e27df6-739a-415f-98ef-648734259223), precommit_add_association {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.453964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:17.510835 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks [] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.601467 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.654633 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:17.656965 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Network a77f17b6-1817-4296-9c12-5c085b9f2966 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:17.663393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:17.668225 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:17.689151 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Pushing event updated for resources: {'Port': ['ID=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:17.751616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for router_gateway (a5e27df6-739a-415f-98ef-648734259223), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.777305 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1e95-7d04-454b-b402-bc17d0a89a59 req-27c1d91b-244e-4b1f-883e-211f1000cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:17.778843 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9aee1e95-7d04-454b-b402-bc17d0a89a59 req-27c1d91b-244e-4b1f-883e-211f1000cfc3 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.1008868 Aug 25 03:08:17.802483 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Attempting to bind port fc53b8dd-48ee-4897-97ae-35ce876dcfcf on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:17.804006 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Attempting to bind port fc53b8dd-48ee-4897-97ae-35ce876dcfcf by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:17.804576 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Attempting to bind port fc53b8dd-48ee-4897-97ae-35ce876dcfcf on network a77f17b6-1817-4296-9c12-5c085b9f2966 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:17.810348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:17.810953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Checking segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:17.811547 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.812083 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Bound using segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:17.812731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Bound port: fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:17.813294 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.844758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9aee1e95-7d04-454b-b402-bc17d0a89a59 req-41c0b5ca-e50f-46ff-9e54-0f1ce980a5b2 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573983 Aug 25 03:08:17.863888 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52810) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:17.900232 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] For port fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:17.904384 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] For port fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:17.983477 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b82ee6e7-6444-45e0-8ddf-0f2dcf007936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:17.987457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.058083 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4acb8-15c7-4644-b338-9a4ab7505555 None None] Pushing event updated for resources: {'Port': ['ID=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:18.126100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:18.140699 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for router_gateway (a5e27df6-739a-415f-98ef-648734259223), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.150048 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15c33a-fc15-4295-97a8-d53bb75ed70f req-4cb6e3e3-7ec8-4fa8-a14d-8090366a1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:18.152021 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e15c33a-fc15-4295-97a8-d53bb75ed70f req-4cb6e3e3-7ec8-4fa8-a14d-8090366a1e87 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 1130 time: 0.0698674 Aug 25 03:08:18.161359 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.182120 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b82ee6e7-6444-45e0-8ddf-0f2dcf007936 admin admin] Publish callbacks [] for security_group (7d5a8144-8f09-4e00-aacc-d6c105ce816c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.236776 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e15c33a-fc15-4295-97a8-d53bb75ed70f req-6e90f572-224c-41b2-88f2-bfabc5055377 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726175 Aug 25 03:08:18.257703 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52826) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:18.279519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-699d1922-1895-4e51-8184-32f827df3122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.339913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:18.349552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Allocated IP 172.27.1.225 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/7753cdbc-5afd-420f-b972-ee31af07d3bd) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:18.352837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b82ee6e7-6444-45e0-8ddf-0f2dcf007936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7d5a8144-8f09-4e00-aacc-d6c105ce816c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.443175 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ee6e7-6444-45e0-8ddf-0f2dcf007936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a8144-8f09-4e00-aacc-d6c105ce816c,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:18.458657 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b82ee6e7-6444-45e0-8ddf-0f2dcf007936 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6e5dcb22055547d29deaf8c50f377778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5935910 Aug 25 03:08:18.459273 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52834) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:18.464634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-699d1922-1895-4e51-8184-32f827df3122 admin admin] Publish callbacks [] for security_group (bf4c290e-bb31-4efe-a7e6-15a18a9d4514), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.479845 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85af6-8758-4705-b689-3a89826663bc req-838211f4-2ea4-4b81-8f40-2bce9e97718a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:18.481414 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87a85af6-8758-4705-b689-3a89826663bc req-838211f4-2ea4-4b81-8f40-2bce9e97718a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0994132 Aug 25 03:08:18.481958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.562313 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87a85af6-8758-4705-b689-3a89826663bc req-82b1b1d8-3dd3-408e-8f53-8e6844455209 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746653 Aug 25 03:08:18.565139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] Publish callbacks [] for security_group (7d5a8144-8f09-4e00-aacc-d6c105ce816c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.586597 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] Publish callbacks [] for security_group (7d5a8144-8f09-4e00-aacc-d6c105ce816c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.610283 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.613473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-699d1922-1895-4e51-8184-32f827df3122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bf4c290e-bb31-4efe-a7e6-15a18a9d4514), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.657373 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:18.660368 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:18.664479 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:18.688608 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-699d1922-1895-4e51-8184-32f827df3122 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=45e7efa7a2074b95993fe6dc21a91be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297056 Aug 25 03:08:18.692070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52836) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:18.695198 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Pushing event updated for resources: {'Port': ['ID=7753cdbc-5afd-420f-b972-ee31af07d3bd,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:18.702977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d1922-1895-4e51-8184-32f827df3122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c290e-bb31-4efe-a7e6-15a18a9d4514,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:18.731698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a059-bfd9-4a85-bec5-1fae094d4936 req-d2acc892-7bb1-47f7-8f53-7e31cc2a4597 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:18.733198 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1b6a059-bfd9-4a85-bec5-1fae094d4936 req-d2acc892-7bb1-47f7-8f53-7e31cc2a4597 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0919244 Aug 25 03:08:18.806970 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] Publish callbacks [] for security_group (bf4c290e-bb31-4efe-a7e6-15a18a9d4514), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.812979 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1b6a059-bfd9-4a85-bec5-1fae094d4936 req-0017e7df-859e-4725-9431-59cddaef0071 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727654 Aug 25 03:08:18.827694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7d5a8144-8f09-4e00-aacc-d6c105ce816c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.830494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.834456 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7d5a8144-8f09-4e00-aacc-d6c105ce816c HTTP/1.1" status: 204 len: 168 time: 0.3682811 Aug 25 03:08:18.876571 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] Publish callbacks [] for security_group (bf4c290e-bb31-4efe-a7e6-15a18a9d4514), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:18.878396 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9656ec-2e4f-4f2e-9daa-0b0afe12d8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a8144-8f09-4e00-aacc-d6c105ce816c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:19.019911 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf892566-2e04-41fe-b760-47a549afeede req-32d0f41c-190c-40e5-98ea-25a16260a4d6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:19.021629 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bf892566-2e04-41fe-b760-47a549afeede req-32d0f41c-190c-40e5-98ea-25a16260a4d6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0724113 Aug 25 03:08:19.044326 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device fc53b8dd-48ee-4897-97ae-35ce876dcfcf up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:19.078101 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bf4c290e-bb31-4efe-a7e6-15a18a9d4514), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.080368 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bf892566-2e04-41fe-b760-47a549afeede req-2e49bc68-b71d-4899-bbc2-0e11d50fd46a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Aug 25 03:08:19.089268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.089268 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bf4c290e-bb31-4efe-a7e6-15a18a9d4514 HTTP/1.1" status: 204 len: 168 time: 0.3895671 Aug 25 03:08:19.096360 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34199100-9e3c-49f9-8f19-fb8dec2350f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c290e-bb31-4efe-a7e6-15a18a9d4514,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:19.097936 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port fc53b8dd-48ee-4897-97ae-35ce876dcfcf triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:19.098398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.198051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port fc53b8dd-48ee-4897-97ae-35ce876dcfcf is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:19.198051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.219327 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d46988-7227-483a-91ea-bfe8b4542d70 None None] Network a77f17b6-1817-4296-9c12-5c085b9f2966 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:08:19.277889 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:19.279692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for router_gateway (a5e27df6-739a-415f-98ef-648734259223), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.347413 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-1dd5496a-e701-47e5-86c2-a2fb7c493217 None None] Provisioning complete for port fc53b8dd-48ee-4897-97ae-35ce876dcfcf triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:19.347885 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1dd5496a-e701-47e5-86c2-a2fb7c493217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.377064 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.449564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:19.503184 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (a5e27df6-739a-415f-98ef-648734259223), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.520780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5496a-e701-47e5-86c2-a2fb7c493217 None None] Current status of the port fc53b8dd-48ee-4897-97ae-35ce876dcfcf is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:19.714715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475503f5-b313-4ebe-b39b-6eb68be4eb2c req-ba320255-0a36-4f88-9082-e02478752914 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:19.716262 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-475503f5-b313-4ebe-b39b-6eb68be4eb2c req-ba320255-0a36-4f88-9082-e02478752914 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0504630 Aug 25 03:08:19.743029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-6dc06994-0df5-4c11-96c8-446e949f1a26 None None] Provisioning complete for port fc53b8dd-48ee-4897-97ae-35ce876dcfcf triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:19.743481 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6dc06994-0df5-4c11-96c8-446e949f1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:19.764050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Router a5e27df6-739a-415f-98ef-648734259223 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:08:19.776683 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-475503f5-b313-4ebe-b39b-6eb68be4eb2c req-18caf612-597f-4e9e-87ec-651a85d5bd47 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544770 Aug 25 03:08:19.836530 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-6dc06994-0df5-4c11-96c8-446e949f1a26 None None] Current status of the port fc53b8dd-48ee-4897-97ae-35ce876dcfcf is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:19.902353 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:19.902523 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:08:19.912514 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Sync routers for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:08:19.953644 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:19.954304 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:07:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:20.012756 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3b1cd-6f2d-43b2-b632-d0eea09d5b28 req-a12c29ac-af05-4914-be20-870154118904 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:20.014636 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7eb3b1cd-6f2d-43b2-b632-d0eea09d5b28 req-a12c29ac-af05-4914-be20-870154118904 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0927422 Aug 25 03:08:20.076851 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52862) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:20.087986 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7eb3b1cd-6f2d-43b2-b632-d0eea09d5b28 req-1c78fe49-363a-4d15-863c-bd9d8cbd90d6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636334 Aug 25 03:08:20.092942 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.094406 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f5119795-a509-41dc-bea9-9e621cc48842 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8482714 Aug 25 03:08:20.099082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2423-23a9-4617-b8fc-6ab233a59708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.109441 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52864) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:20.142736 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:20.251104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2423-23a9-4617-b8fc-6ab233a59708 admin admin] Publish callbacks [] for security_group (41d7cb38-e0e0-4a74-b61d-7fc7cb805660), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.261196 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164960d-c30e-4bee-be77-95b33fce4216 req-2242327a-c267-4ec7-bd69-fc2e910dce33 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:20.263159 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b164960d-c30e-4bee-be77-95b33fce4216 req-2242327a-c267-4ec7-bd69-fc2e910dce33 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0763752 Aug 25 03:08:20.321126 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b164960d-c30e-4bee-be77-95b33fce4216 req-54386864-dfa6-44ad-8b3b-bed995fa9f2c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Aug 25 03:08:20.409890 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2423-23a9-4617-b8fc-6ab233a59708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (41d7cb38-e0e0-4a74-b61d-7fc7cb805660), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.474652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:20.520912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:18Z', 'revision_number': 3, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:20.525481 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52878) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:20.525628 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f8ad2423-23a9-4617-b8fc-6ab233a59708 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aaa6621ccd034c48983cc72635c4c387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475298 Aug 25 03:08:20.526483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad2423-23a9-4617-b8fc-6ab233a59708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d7cb38-e0e0-4a74-b61d-7fc7cb805660,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:20.558425 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Checking router: a5e27df6-739a-415f-98ef-648734259223 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:08:20.558775 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Updating router a5e27df6-739a-415f-98ef-648734259223 port 7753cdbc-5afd-420f-b972-ee31af07d3bd binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:08:20.593242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.662711 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] Publish callbacks [] for security_group (41d7cb38-e0e0-4a74-b61d-7fc7cb805660), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.719091 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] Publish callbacks [] for security_group (41d7cb38-e0e0-4a74-b61d-7fc7cb805660), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.952603 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f57791-ef96-4ee5-8e73-3d9b475d7d4b req-f173136f-99b8-4d0f-b007-8677219a206f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:20.954123 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2f57791-ef96-4ee5-8e73-3d9b475d7d4b req-f173136f-99b8-4d0f-b007-8677219a206f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0673740 Aug 25 03:08:20.960657 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (41d7cb38-e0e0-4a74-b61d-7fc7cb805660), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.962068 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.963194 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/41d7cb38-e0e0-4a74-b61d-7fc7cb805660 HTTP/1.1" status: 204 len: 168 time: 0.4363935 Aug 25 03:08:20.977181 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks [] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:20.993941 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device fc53b8dd-48ee-4897-97ae-35ce876dcfcf up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:20.998816 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5032130-2641-4489-9cb1-9a80110cb565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d7cb38-e0e0-4a74-b61d-7fc7cb805660,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:21.039434 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c2f57791-ef96-4ee5-8e73-3d9b475d7d4b req-144660cc-b2b3-445d-b87c-4b46fae5ca84 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687010 Aug 25 03:08:21.046718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333390-b021-4b47-8da9-43d419ba41ae req-938daf79-8d31-4dc7-80b9-a39ab6dac8a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.049330 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b0333390-b021-4b47-8da9-43d419ba41ae req-938daf79-8d31-4dc7-80b9-a39ab6dac8a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.1154919 Aug 25 03:08:21.072614 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-d5342e67-48e1-48fd-9ebc-c96502764506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.073403 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-d5342e67-48e1-48fd-9ebc-c96502764506 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.1039166 Aug 25 03:08:21.116389 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.121958 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.208554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Attempting to bind port 7753cdbc-5afd-420f-b972-ee31af07d3bd on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:21.209988 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Attempting to bind port 7753cdbc-5afd-420f-b972-ee31af07d3bd by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:21.212783 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Attempting to bind port 7753cdbc-5afd-420f-b972-ee31af07d3bd on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:21.238425 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-6811061f-a6ae-4dc1-98fd-bde2b1406111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.241506 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-6811061f-a6ae-4dc1-98fd-bde2b1406111 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.1567359 Aug 25 03:08:21.244833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:21.245207 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:21.245720 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.246274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:21.246767 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Bound port: 7753cdbc-5afd-420f-b972-ee31af07d3bd, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:21.247416 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.256995 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b0333390-b021-4b47-8da9-43d419ba41ae req-85ab69a8-31c6-4318-bf6c-4a797bbd7e5c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956108 Aug 25 03:08:21.286261 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port fc53b8dd-48ee-4897-97ae-35ce876dcfcf triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:21.286563 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.298801 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-4a6b9332-5da7-4069-9c07-4455f731acc2 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0358608 Aug 25 03:08:21.359452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-18dd6622-f0b6-4f89-a3db-49cd0409b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.362782 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-18dd6622-f0b6-4f89-a3db-49cd0409b3c8 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0553529 Aug 25 03:08:21.367540 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Allocated IP 172.20.0.1 (a77f17b6-1817-4296-9c12-5c085b9f2966/264b9a8f-ae13-4f55-90f2-0c4e5563d563/20095102-4fc7-422f-ac90-796f95070fee) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:21.406869 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908981d-aca8-426c-8922-a7dab5df99b8 req-8626a473-2bf8-4239-97c0-b983fa92bc30 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.408453 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e908981d-aca8-426c-8922-a7dab5df99b8 req-8626a473-2bf8-4239-97c0-b983fa92bc30 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1859062 Aug 25 03:08:21.409898 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-0b724090-787c-45bd-978e-d15b5044d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:21.411388 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-0b724090-787c-45bd-978e-d15b5044d7ce service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431087 Aug 25 03:08:21.430857 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848e187-4b93-4d20-9f7b-c6a5a33620bf None None] Pushing event updated for resources: {'Port': ['ID=7753cdbc-5afd-420f-b972-ee31af07d3bd,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:21.438390 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] For port 7753cdbc-5afd-420f-b972-ee31af07d3bd, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:21.442238 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] For port 7753cdbc-5afd-420f-b972-ee31af07d3bd, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=7753cdbc-5afd-420f-b972-ee31af07d3bd,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:21.471303 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e908981d-aca8-426c-8922-a7dab5df99b8 req-50028152-9848-45c8-b05f-2d5baa4ca7ba tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552294 Aug 25 03:08:21.490299 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port fc53b8dd-48ee-4897-97ae-35ce876dcfcf is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:21.519665 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-828e507a-0628-4ff5-bd74-0e98902fed16 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984581 Aug 25 03:08:21.611749 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-171608f8-09c6-444a-bbe5-8be7258b3ac1 req-12163a05-2f5c-4e9e-9098-ba31fee6e247 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Aug 25 03:08:21.772713 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.821379 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:21.838252 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848e187-4b93-4d20-9f7b-c6a5a33620bf None None] Pushing event updated for resources: {'Port': ['ID=7753cdbc-5afd-420f-b972-ee31af07d3bd,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:21.847473 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:21.848175 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:07:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:21.896255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:21.903036 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks [] for port (20095102-4fc7-422f-ac90-796f95070fee), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:21.958020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:21.977287 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:22.091513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:22.147976 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Network a77f17b6-1817-4296-9c12-5c085b9f2966 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:22.151174 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:22.156037 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:22.171676 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:22.215471 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (a5e27df6-739a-415f-98ef-648734259223), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:22.260724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:18Z', 'revision_number': 3, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:22.273066 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Pushing event updated for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:22.295728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa9e10-7ae1-4f5b-80cb-7eccb3ea4a5a None None] The sync data for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi is: [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:18Z', 'revision_number': 3, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:08:22.309133 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f26586e8-6c11-447a-8fbc-9d3c1c3a21ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:22.450717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:22.460459 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af480cc5-d5c6-4251-a524-052cf5747ea8 req-199a95a6-0fb0-4f51-9436-42740f4f36ad tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:22.462347 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af480cc5-d5c6-4251-a524-052cf5747ea8 req-199a95a6-0fb0-4f51-9436-42740f4f36ad tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0663650 Aug 25 03:08:22.569186 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af480cc5-d5c6-4251-a524-052cf5747ea8 req-03f337e1-25b0-43fc-a8ba-6b44923a9798 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Aug 25 03:08:22.569694 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-3a15ee00-d3fe-4d92-92a6-13ca208acf43 None None] Provisioning complete for port 20095102-4fc7-422f-ac90-796f95070fee triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:22.570824 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3a15ee00-d3fe-4d92-92a6-13ca208acf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20095102-4fc7-422f-ac90-796f95070fee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:22.591047 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20095102-4fc7-422f-ac90-796f95070fee), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:22.671767 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-3a15ee00-d3fe-4d92-92a6-13ca208acf43 None None] Port 20095102-4fc7-422f-ac90-796f95070fee cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:08:22.764433 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f54643-1e6d-41b1-a7fb-d0b427ffbcd4 req-85751b66-f9ce-47d6-8e77-b35d4723a87b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:22.770959 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-56f54643-1e6d-41b1-a7fb-d0b427ffbcd4 req-85751b66-f9ce-47d6-8e77-b35d4723a87b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1521020 Aug 25 03:08:22.795950 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:22.842521 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-56f54643-1e6d-41b1-a7fb-d0b427ffbcd4 req-76d5bf17-cc2e-40a3-96bc-e3fc5cb318ee tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706236 Aug 25 03:08:23.039512 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7753cdbc-5afd-420f-b972-ee31af07d3bd up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:23.040028 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks [] for port (20095102-4fc7-422f-ac90-796f95070fee), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.062418 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 7753cdbc-5afd-420f-b972-ee31af07d3bd triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:23.062821 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.129788 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.165656 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 7753cdbc-5afd-420f-b972-ee31af07d3bd is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:23.165964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.193393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 7753cdbc-5afd-420f-b972-ee31af07d3bd, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=7753cdbc-5afd-420f-b972-ee31af07d3bd,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:23.200819 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (a5e27df6-739a-415f-98ef-648734259223), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.202567 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Pushing event updated for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:23.369593 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.391221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dbc6c-8081-458b-aede-c173eb729930 req-902d7b61-a95e-4de5-9526-7b1fa41c730a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:23.391221 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a78dbc6c-8081-458b-aede-c173eb729930 req-902d7b61-a95e-4de5-9526-7b1fa41c730a tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0834434 Aug 25 03:08:23.391221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Network a77f17b6-1817-4296-9c12-5c085b9f2966 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:23.391221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:23.446093 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:23.450864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=7753cdbc-5afd-420f-b972-ee31af07d3bd,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:23.548202 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a78dbc6c-8081-458b-aede-c173eb729930 req-35035fe7-c5db-4085-9868-1a1ede16b762 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594388 Aug 25 03:08:23.581826 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Router a5e27df6-739a-415f-98ef-648734259223 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:08:23.705633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436ae6-8d8d-48a1-be3f-d7b26d95a17a req-1a864f84-3026-4226-8274-61296c30fc98 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:23.707130 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-56436ae6-8d8d-48a1-be3f-d7b26d95a17a req-1a864f84-3026-4226-8274-61296c30fc98 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Aug 25 03:08:23.713869 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:08:23.719810 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-254173f7-1c57-49d7-9ad3-814425f063df admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/a5e27df6-739a-415f-98ef-648734259223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6092312 Aug 25 03:08:23.731473 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-3278a852-ee67-4b41-b433-64144a7b12fa None None] Provisioning complete for port 20095102-4fc7-422f-ac90-796f95070fee triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:23.739407 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3278a852-ee67-4b41-b433-64144a7b12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20095102-4fc7-422f-ac90-796f95070fee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:23.761065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 52972) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:23.767514 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-3278a852-ee67-4b41-b433-64144a7b12fa None None] Port 20095102-4fc7-422f-ac90-796f95070fee cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:08:23.775147 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-56436ae6-8d8d-48a1-be3f-d7b26d95a17a req-46889cc3-a7ed-4587-855b-cb7cfd3a60a7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590281 Aug 25 03:08:24.009161 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7a442ec5-59db-40f2-95c6-4a7e0271de53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.030481 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9318d-975a-407e-b2d1-49c2e189786a req-56474aeb-dd24-4ef1-962f-be414acb3c2d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:24.031943 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-94a9318d-975a-407e-b2d1-49c2e189786a req-56474aeb-dd24-4ef1-962f-be414acb3c2d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0700872 Aug 25 03:08:24.108451 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-94a9318d-975a-407e-b2d1-49c2e189786a req-93d69ba2-75ff-405f-9bac-b1d4d66d3c04 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683641 Aug 25 03:08:24.138924 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7a442ec5-59db-40f2-95c6-4a7e0271de53 admin admin] Publish callbacks [] for security_group (bd340f2f-d412-43c8-9d3d-4a8b7851aba6), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.356932 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Sync routers for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:08:24.359981 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7a442ec5-59db-40f2-95c6-4a7e0271de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bd340f2f-d412-43c8-9d3d-4a8b7851aba6), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.367921 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:24.368585 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:07:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:24.426373 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7a442ec5-59db-40f2-95c6-4a7e0271de53 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9015a9020cdb44e2be8fd3b0013f449d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6639917 Aug 25 03:08:24.430028 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a442ec5-59db-40f2-95c6-4a7e0271de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd340f2f-d412-43c8-9d3d-4a8b7851aba6,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:24.430736 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 52992) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:24.481871 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:24.493430 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] Publish callbacks [] for security_group (bd340f2f-d412-43c8-9d3d-4a8b7851aba6), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.523043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] Publish callbacks [] for security_group (bd340f2f-d412-43c8-9d3d-4a8b7851aba6), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.541471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b23897c-e21c-4306-ad34-7dad00015843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.722284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990d0e-e8b0-40c9-8ec5-538d0efe26ee req-eb0ada14-49df-4c5b-b1f0-7e60544fb784 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:24.722908 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 2, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:24.723892 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c7990d0e-e8b0-40c9-8ec5-538d0efe26ee req-eb0ada14-49df-4c5b-b1f0-7e60544fb784 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0502567 Aug 25 03:08:24.729260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bd340f2f-d412-43c8-9d3d-4a8b7851aba6), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.731837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.735786 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bd340f2f-d412-43c8-9d3d-4a8b7851aba6 HTTP/1.1" status: 204 len: 168 time: 0.3038282 Aug 25 03:08:24.751764 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a160-5d76-4798-b873-afa1b441b46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd340f2f-d412-43c8-9d3d-4a8b7851aba6,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:24.753910 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Checking router: a5e27df6-739a-415f-98ef-648734259223 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:08:24.754265 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Updating router a5e27df6-739a-415f-98ef-648734259223 port 20095102-4fc7-422f-ac90-796f95070fee binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:08:24.786078 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20095102-4fc7-422f-ac90-796f95070fee), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:24.831960 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c7990d0e-e8b0-40c9-8ec5-538d0efe26ee req-efce14b2-2eaf-4b68-b8cc-60bd13d9f55f tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949790 Aug 25 03:08:24.952736 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:24.984343 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7753cdbc-5afd-420f-b972-ee31af07d3bd up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:25.008271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95768b3-af65-46fa-b29e-d2de71b980b4 req-86177f39-90b0-44ab-97bb-902eeeebd977 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:25.012713 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c95768b3-af65-46fa-b29e-d2de71b980b4 req-86177f39-90b0-44ab-97bb-902eeeebd977 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0952384 Aug 25 03:08:25.030601 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53016) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:25.037141 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-468171737-network', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:25.093371 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 7753cdbc-5afd-420f-b972-ee31af07d3bd triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:25.093678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.095100 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c95768b3-af65-46fa-b29e-d2de71b980b4 req-363f16a8-c7ad-464d-88aa-d4ed25d0e679 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762734 Aug 25 03:08:25.182340 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 7753cdbc-5afd-420f-b972-ee31af07d3bd is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:25.198290 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Made reservation on behalf of dbfe6b887aa041b7a0de4ce722cb1573 for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:25.200761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.220101 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.267815 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d049e34-0ef9-4efc-94bb-f59f601c0d9c req-b2f0cbf1-d20e-42af-942d-c71efd6c77dc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:25.269236 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1d049e34-0ef9-4efc-94bb-f59f601c0d9c req-b2f0cbf1-d20e-42af-942d-c71efd6c77dc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0661263 Aug 25 03:08:25.292249 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks [] for port (20095102-4fc7-422f-ac90-796f95070fee), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.352368 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1d049e34-0ef9-4efc-94bb-f59f601c0d9c req-c68ddc3f-caeb-44f5-98c3-836c2a533391 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764575 Aug 25 03:08:25.398690 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.410138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks [] for security_group (46a9c5ca-7400-4fbc-870a-c76e2def6e4e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.431026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-82fda3c0-ba1d-4609-9960-452f2f39c0f5 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:25.432823 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-82fda3c0-ba1d-4609-9960-452f2f39c0f5 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0570843 Aug 25 03:08:25.456183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:25.473175 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Pushing event updated for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:25.497429 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (46a9c5ca-7400-4fbc-870a-c76e2def6e4e), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.501982 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.502329 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.502686 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.503030 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.503541 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.503853 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.504420 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.504963 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.505749 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.506798 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.507347 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.507980 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.508547 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.509061 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.509571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:25.529271 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Attempting to bind port 20095102-4fc7-422f-ac90-796f95070fee on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:25.529664 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Attempting to bind port 20095102-4fc7-422f-ac90-796f95070fee by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:25.530027 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Attempting to bind port 20095102-4fc7-422f-ac90-796f95070fee on network a77f17b6-1817-4296-9c12-5c085b9f2966 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:25.535691 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:25.535865 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Checking segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:25.536310 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.536709 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Bound using segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:25.537230 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Bound port: 20095102-4fc7-422f-ac90-796f95070fee, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:25.537659 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20095102-4fc7-422f-ac90-796f95070fee), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.550373 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a9c5ca-7400-4fbc-870a-c76e2def6e4e,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:25.567292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:08:25.582742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Deleting port 303dcb01-a970-4833-8e89-6e9022f44c1e {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:08:25.583081 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.587011 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (c93c4ef2-7e5e-4717-84ce-92959e58db2d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.587213 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Added segment c93c4ef2-7e5e-4717-84ce-92959e58db2d of type vlan for network 6e31724a-de60-485d-9ddd-f3b45c24b667 Aug 25 03:08:25.627004 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] For port 20095102-4fc7-422f-ac90-796f95070fee, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:25.630107 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] For port 20095102-4fc7-422f-ac90-796f95070fee, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=20095102-4fc7-422f-ac90-796f95070fee,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:25.675104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (6e31724a-de60-485d-9ddd-f3b45c24b667), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.718033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.730900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] For port 303dcb01-a970-4833-8e89-6e9022f44c1e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=303dcb01-a970-4833-8e89-6e9022f44c1e,segment=NetworkSegment(cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22),segment_id=cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:25.731726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.743457 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Calling delete_port for 303dcb01-a970-4833-8e89-6e9022f44c1e owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:08:25.763251 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.805867 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:25.806475 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:25.811711 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:25.812863 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:25.850803 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (6e31724a-de60-485d-9ddd-f3b45c24b667), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.852559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:25.853157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:25.861219 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa3e6-20d1-4102-9f56-dada4e45223d None None] Pushing event updated for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:25.945968 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:25.953247 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd61785-0152-4498-9312-7beb93aa5576 req-bbdc0413-361e-4491-be98-d61d177ddce1 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:25.961551 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-acd61785-0152-4498-9312-7beb93aa5576 req-bbdc0413-361e-4491-be98-d61d177ddce1 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 946 time: 0.0605748 Aug 25 03:08:25.965724 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e31724a-de60-485d-9ddd-f3b45c24b667,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:25.991655 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:08:26.034871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53028) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:26.046567 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-acd61785-0152-4498-9312-7beb93aa5576 req-5265d704-a960-49cc-b213-289db13d93dd tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=51ac730d-7fa3-485e-a4d8-462236214c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838337 Aug 25 03:08:26.049333 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b6278f4-5b0b-4769-b399-292cb1dfb514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.070765 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7f6a71f5-c68e-4ccc-ad85-34bfe966c6a5 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0328336 Aug 25 03:08:26.070765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:26.078945 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53030) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:26.083963 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Request body: {'subnet': {'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-468171737-subnet', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:26.104951 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (303dcb01-a970-4833-8e89-6e9022f44c1e), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.128894 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['303dcb01-a970-4833-8e89-6e9022f44c1e'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:08:26.172266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Pushing event deleted for resources: {'Port': ['ID=303dcb01-a970-4833-8e89-6e9022f44c1e,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:26.230100 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-307556c3-1502-46e4-9f36-80e54631482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:25Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:26.248832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Made reservation on behalf of dbfe6b887aa041b7a0de4ce722cb1573 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:26.251165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.256443 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307556c3-1502-46e4-9f36-80e54631482a None None] The sync data for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi is: [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:25Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:08:26.282902 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] No DVR routers for this DVR port 303dcb01-a970-4833-8e89-6e9022f44c1e on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:08:26.334962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.338224 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bad38dbd-ec84-45a8-bc76-a07aaf178fca req-58254792-904b-45c1-af11-cfc70d81e924 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.79 "DELETE /networking/v2.0/ports/303dcb01-a970-4833-8e89-6e9022f44c1e HTTP/1.1" status: 204 len: 173 time: 0.8991880 Aug 25 03:08:26.338817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'name': 'network-vif-deleted', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:08:26.341173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8bb0e-b001-4d45-8d09-5f1b695b0c49" -d '{"events": [{"server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "name": "network-vif-deleted", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:08:26.350802 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b110d8-6aca-41c7-9057-e10b75bc31e4 req-713b0e54-4aa6-4ded-af19-9baac81df699 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:26.351262 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-44b110d8-6aca-41c7-9057-e10b75bc31e4 req-713b0e54-4aa6-4ded-af19-9baac81df699 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.1712768 Aug 25 03:08:26.396623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b6278f4-5b0b-4769-b399-292cb1dfb514 admin admin] Publish callbacks [] for security_group (cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.408717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf7669c-a8b6-4354-afe2-1979defe432e x-openstack-request-id: req-ddf7669c-a8b6-4354-afe2-1979defe432e {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:08:26.409014 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7231c6a-4833-4373-a9ca-2780b4b5c7f9", "name": "network-vif-deleted", "tag": "303dcb01-a970-4833-8e89-6e9022f44c1e", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:08:26.409269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ddf7669c-a8b6-4354-afe2-1979defe432e {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:08:26.409681 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf7669c-a8b6-4354-afe2-1979defe432e'] response: {'server_uuid': 'a7231c6a-4833-4373-a9ca-2780b4b5c7f9', 'name': 'network-vif-deleted', 'tag': '303dcb01-a970-4833-8e89-6e9022f44c1e', 'status': 'completed', 'code': 200} Aug 25 03:08:26.458454 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-44b110d8-6aca-41c7-9057-e10b75bc31e4 req-9cf17439-3d63-46bf-990c-51a35948c3e5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781825 Aug 25 03:08:26.573146 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b6278f4-5b0b-4769-b399-292cb1dfb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.579013 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c38f-cded-44b0-ad9e-2972fd526573 req-fe889fcf-b426-42b9-9c45-5a1ceb5a25df tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:26.580785 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4c24c38f-cded-44b0-ad9e-2972fd526573 req-fe889fcf-b426-42b9-9c45-5a1ceb5a25df tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1271520 Aug 25 03:08:26.609321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6278f4-5b0b-4769-b399-292cb1dfb514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:26.634398 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6b6278f4-5b0b-4769-b399-292cb1dfb514 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=806572149ea743478a0418cfa131efed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950384 Aug 25 03:08:26.634599 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53044) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:26.679848 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:26.693404 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4c24c38f-cded-44b0-ad9e-2972fd526573 req-882527fb-32f2-4eee-b1dd-b10393ee6ac2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996335 Aug 25 03:08:26.700184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (2a085439-8fcd-4d6f-9574-63ac79426a43), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.733748 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] Publish callbacks [] for security_group (cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.764774 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] Publish callbacks [] for security_group (cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.776920 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a085439-8fcd-4d6f-9574-63ac79426a43,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:26.786199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Checking segment: {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:26.786424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Network hostable DHCP agents. Network: 6e31724a-de60-485d-9ddd-f3b45c24b667, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:08:26.920815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 20095102-4fc7-422f-ac90-796f95070fee up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:26.956870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.957083 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:08:26.962154 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.963666 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4 HTTP/1.1" status: 204 len: 168 time: 0.3278878 Aug 25 03:08:26.975322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 20095102-4fc7-422f-ac90-796f95070fee triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:26.975322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20095102-4fc7-422f-ac90-796f95070fee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:26.985182 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0403f64-b9a6-4a6e-900e-1ebbf7567d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5dd9fe-8a89-4ca2-b98f-2f86f84788e4,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:27.054766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:27.108220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 20095102-4fc7-422f-ac90-796f95070fee is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:27.108840 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20095102-4fc7-422f-ac90-796f95070fee), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.153577 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 20095102-4fc7-422f-ac90-796f95070fee, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=20095102-4fc7-422f-ac90-796f95070fee,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:27.182693 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 6e31724a-de60-485d-9ddd-f3b45c24b667) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:27.191542 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf8416-13d8-4180-8a1e-0a7b707de6ca None None] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:08:27.218848 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bc57f32a-7d00-4227-a08b-46398043b8f7 req-cd0227d1-05b7-4234-b895-b474fed74765 tempest-VolumesActionsTest-1145843969 tempest-VolumesActionsTest-1145843969-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7231c6a-4833-4373-a9ca-2780b4b5c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0483959 Aug 25 03:08:27.220313 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:27.221077 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.388384 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-53fd52af-b535-4881-b6b6-0a2ec673fd50 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3059368 Aug 25 03:08:27.388610 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53056) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:27.393012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:27.426314 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.491666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:27.496891 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-6e31724a-de60-485d-9ddd-f3b45c24b667', 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667', 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'fixed_ips': [{'subnet_id': '2a085439-8fcd-4d6f-9574-63ac79426a43'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:08:27.497796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.523131 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:27.589311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (87f0547b-184a-4028-8002-376d52b851a8), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.592819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (87f0547b-184a-4028-8002-376d52b851a8), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.669636 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Allocated IP 172.20.0.2 (6e31724a-de60-485d-9ddd-f3b45c24b667/2a085439-8fcd-4d6f-9574-63ac79426a43/4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:27.705346 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for router_controller (87f0547b-184a-4028-8002-376d52b851a8), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.730053 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.732558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.735643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:27.875758 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110c0e-a522-43f1-8186-2728d88bfb39 req-f4c17aba-2ec1-4289-8f2b-a2290019a748 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:27.877731 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e2110c0e-a522-43f1-8186-2728d88bfb39 req-f4c17aba-2ec1-4289-8f2b-a2290019a748 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0880013 Aug 25 03:08:27.903447 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks [] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:27.948334 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e2110c0e-a522-43f1-8186-2728d88bfb39 req-7d909506-1e6e-4ae0-8dfb-33829486cd5f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636635 Aug 25 03:08:28.024235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for router_gateway (87f0547b-184a-4028-8002-376d52b851a8), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.044988 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.099230 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:28.103936 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:28.107869 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:28.111253 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Pushing event updated for resources: {'Port': ['ID=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:28.194313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Attempting to bind port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:28.194529 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Attempting to bind port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:28.194789 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Attempting to bind port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d on network 6e31724a-de60-485d-9ddd-f3b45c24b667 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:28.201445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:28.202033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Checking segment: {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:28.202617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.203634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Bound using segment: {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:28.204531 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Bound port: 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:28.205227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.229629 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:28.305572 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] For port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:28.309307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] For port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:28.312458 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:28.404975 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for router_gateway (87f0547b-184a-4028-8002-376d52b851a8), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.430922 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.449957 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.520470 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Pushing event updated for resources: {'Port': ['ID=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:28.529041 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.529394 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.529757 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.530110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.530469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.530807 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.531140 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.531467 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.531795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.532179 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.532492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.532827 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.533154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.533476 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.533945 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41433fb8-5fab-472b-ab67-a141bf795e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:08:28.561540 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Allocated IP 172.27.1.70 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/657501aa-afc4-479e-9460-4c7c97532b46) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:28.664489 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 303dcb01-a970-4833-8e89-6e9022f44c1e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:08:28.720669 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 303dcb01-a970-4833-8e89-6e9022f44c1e {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:08:28.721039 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 303dcb01-a970-4833-8e89-6e9022f44c1e not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:08:28.745335 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for port (657501aa-afc4-479e-9460-4c7c97532b46), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:28.832450 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6a879-0f1d-496e-b460-60237aee0cbd req-d24031b8-e8d2-4160-8691-450896676309 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:28.846637 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f8a6a879-0f1d-496e-b460-60237aee0cbd req-d24031b8-e8d2-4160-8691-450896676309 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0722599 Aug 25 03:08:28.922555 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f8a6a879-0f1d-496e-b460-60237aee0cbd req-0ad7df67-9da8-4082-b097-bea3b1d96736 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702906 Aug 25 03:08:28.946631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (657501aa-afc4-479e-9460-4c7c97532b46), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.022398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:29.023834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Pushing event updated for resources: {'Port': ['ID=657501aa-afc4-479e-9460-4c7c97532b46,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:29.030146 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:29.032726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:29.089970 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 20095102-4fc7-422f-ac90-796f95070fee up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:29.150962 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 20095102-4fc7-422f-ac90-796f95070fee triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:29.151466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20095102-4fc7-422f-ac90-796f95070fee), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.155945 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad968c-9008-4a02-8ac5-08eabf779d4b req-2aa0bf9a-b85f-48ee-b6c4-43edddca706c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:29.157857 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3ad968c-9008-4a02-8ac5-08eabf779d4b req-2aa0bf9a-b85f-48ee-b6c4-43edddca706c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0701940 Aug 25 03:08:29.231058 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3ad968c-9008-4a02-8ac5-08eabf779d4b req-b4b87a49-c90f-4405-89db-00862a653033 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641575 Aug 25 03:08:29.239228 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 20095102-4fc7-422f-ac90-796f95070fee is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:29.243539 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:29.311982 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:29.312395 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.415727 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:29.416295 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.468655 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:29.479110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53132) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:29.493380 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247775507', 'description': 'tempest-description--630839886'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:29.638655 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for router_gateway (87f0547b-184a-4028-8002-376d52b851a8), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.650013 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.650881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.696951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfc1f9-22f3-4ecc-bd03-332cd9c6042f None None] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:08:29.737833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53140) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:29.788227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:29.788701 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (adbde4cd-9524-418a-9614-fa9ab289b881), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.809446 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-a0ad7275-7d9d-40be-9deb-0a89380e8a65 None None] Provisioning complete for port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:29.809944 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7275-7d9d-40be-9deb-0a89380e8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.884071 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (adbde4cd-9524-418a-9614-fa9ab289b881), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.913149 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7947178e-7a3f-448b-962d-ab31f0b6cb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.939343 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (87f0547b-184a-4028-8002-376d52b851a8), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:29.948261 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad7275-7d9d-40be-9deb-0a89380e8a65 None None] Current status of the port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:29.960979 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbde4cd-9524-418a-9614-fa9ab289b881,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:30.036017 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.040043 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2c66c459-37f0-4ce8-8b94-ecc04c40516b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5569794 Aug 25 03:08:30.050013 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53152) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:30.058345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:30.058800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'security_group_rule': {'security_group_id': 'adbde4cd-9524-418a-9614-fa9ab289b881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:30.113369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7947178e-7a3f-448b-962d-ab31f0b6cb43 admin admin] Publish callbacks [] for security_group (d8b51a62-7ae2-4289-9e85-aa8210de6de5), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.132476 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85767f9-0b30-4bf2-9d50-39939ad905db req-a63d3797-ac2c-4ba7-acea-64dd21b1be58 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:30.134404 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a85767f9-0b30-4bf2-9d50-39939ad905db req-a63d3797-ac2c-4ba7-acea-64dd21b1be58 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1025288 Aug 25 03:08:30.214997 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Router 87f0547b-184a-4028-8002-376d52b851a8 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:08:30.229326 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a85767f9-0b30-4bf2-9d50-39939ad905db req-f3d3bb7a-d684-4590-b6eb-b1ea5f274a0d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649123 Aug 25 03:08:30.230653 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7947178e-7a3f-448b-962d-ab31f0b6cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (d8b51a62-7ae2-4289-9e85-aa8210de6de5), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.234689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (39acd120-684f-4ba6-ae70-4ce05c78ed6f), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.290525 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-18050d8e-32af-4da7-98a3-9a8e9e50efb8 None None] Provisioning complete for port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:30.290996 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18050d8e-32af-4da7-98a3-9a8e9e50efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.302150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947178e-7a3f-448b-962d-ab31f0b6cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b51a62-7ae2-4289-9e85-aa8210de6de5,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:30.352383 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7947178e-7a3f-448b-962d-ab31f0b6cb43 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7eadacd4eec048d69c41c8423e915e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098502 Aug 25 03:08:30.358525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53168) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:30.379834 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-18050d8e-32af-4da7-98a3-9a8e9e50efb8 None None] Current status of the port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:30.420964 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] Publish callbacks [] for security_group (d8b51a62-7ae2-4289-9e85-aa8210de6de5), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.445522 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] Publish callbacks [] for security_group (d8b51a62-7ae2-4289-9e85-aa8210de6de5), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.457851 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:30.632836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (d8b51a62-7ae2-4289-9e85-aa8210de6de5), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.635769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.637090 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d8b51a62-7ae2-4289-9e85-aa8210de6de5 HTTP/1.1" status: 204 len: 168 time: 0.2773368 Aug 25 03:08:30.645866 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c63d3-5b53-4cf5-bf13-4f886e6c577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b51a62-7ae2-4289-9e85-aa8210de6de5,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:30.693232 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (39acd120-684f-4ba6-ae70-4ce05c78ed6f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.699971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a9ac-3029-470f-856f-e04c8bfb9055 req-72031670-b9e3-4b67-a945-9472092daadd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:30.701501 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f78a9ac-3029-470f-856f-e04c8bfb9055 req-72031670-b9e3-4b67-a945-9472092daadd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1177146 Aug 25 03:08:30.731314 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:08:30.740970 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Sync routers for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:08:30.754855 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:30.755128 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:30.764426 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (39acd120-684f-4ba6-ae70-4ce05c78ed6f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.774236 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f78a9ac-3029-470f-856f-e04c8bfb9055 req-8f045ce0-23a8-4649-83bb-f9da8a9f3e58 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657387 Aug 25 03:08:30.788126 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39acd120-684f-4ba6-ae70-4ce05c78ed6f,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:30.880952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.883233 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-da8a7378-7273-4a5b-b2cd-d01b40d49645 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4935861 Aug 25 03:08:30.886127 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53180) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:30.909457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:30.913539 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:30.919498 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:30.919498 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-53ef0a3f-ac0e-44dd-a69a-12df980cace8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8672726 Aug 25 03:08:30.922129 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53182) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:30.927754 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'security_group_rule': {'security_group_id': 'adbde4cd-9524-418a-9614-fa9ab289b881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:30.992649 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:31.079277 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (e4f17609-148a-42b5-b5e9-5f642fde7ef5), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.113704 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:31.113906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.158287 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (e4f17609-148a-42b5-b5e9-5f642fde7ef5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.185750 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:29Z', 'revision_number': 3, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:31.217791 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Checking router: 87f0547b-184a-4028-8002-376d52b851a8 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:08:31.218138 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Updating router 87f0547b-184a-4028-8002-376d52b851a8 port 657501aa-afc4-479e-9460-4c7c97532b46 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:08:31.273033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (e4f17609-148a-42b5-b5e9-5f642fde7ef5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.295711 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:31.304900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (657501aa-afc4-479e-9460-4c7c97532b46), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.310887 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f17609-148a-42b5-b5e9-5f642fde7ef5,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:31.387095 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8930f-3fa3-4133-b865-413ea3b77d5a req-9a1be857-85bb-48c9-85f1-2814e07ff9f7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:31.388629 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-75a8930f-3fa3-4133-b865-413ea3b77d5a req-9a1be857-85bb-48c9-85f1-2814e07ff9f7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0756435 Aug 25 03:08:31.441422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.446048 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d0e3c594-4a7b-49b2-add8-bc7953f1152d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5191145 Aug 25 03:08:31.447169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53198) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:31.452184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:31.473245 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.479489 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-75a8930f-3fa3-4133-b865-413ea3b77d5a req-41a9d1e8-c34e-4f9d-84c0-3c91482afc56 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802736 Aug 25 03:08:31.563308 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.603414 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks [] for port (657501aa-afc4-479e-9460-4c7c97532b46), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.655660 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Allocated IP 172.20.0.1 (6e31724a-de60-485d-9ddd-f3b45c24b667/2a085439-8fcd-4d6f-9574-63ac79426a43/c5671bb5-ae80-45cf-921a-c02465f34bce) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:31.667242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.683371 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (657501aa-afc4-479e-9460-4c7c97532b46), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.723200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Attempting to bind port 657501aa-afc4-479e-9460-4c7c97532b46 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:31.723582 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Attempting to bind port 657501aa-afc4-479e-9460-4c7c97532b46 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:31.724439 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Attempting to bind port 657501aa-afc4-479e-9460-4c7c97532b46 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:31.736693 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:31.737065 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:31.737466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.737862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:31.738364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Bound port: 657501aa-afc4-479e-9460-4c7c97532b46, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:31.738761 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (657501aa-afc4-479e-9460-4c7c97532b46), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.766843 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2fbb7-a600-4aed-8b4e-289e38ba60c6 None None] Pushing event updated for resources: {'Port': ['ID=657501aa-afc4-479e-9460-4c7c97532b46,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:31.786530 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks [] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.815327 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] For port 657501aa-afc4-479e-9460-4c7c97532b46, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:31.820054 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] For port 657501aa-afc4-479e-9460-4c7c97532b46, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=657501aa-afc4-479e-9460-4c7c97532b46,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:31.823328 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Allocated IP 172.27.1.8 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/0e590443-c38d-46a8-ae3a-018241a1ef96) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:31.895191 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.895508 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (657501aa-afc4-479e-9460-4c7c97532b46), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:31.933987 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:31.934135 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:31.963395 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:31.967211 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:31.982060 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:31.985096 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Pushing event updated for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:32.005097 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2fbb7-a600-4aed-8b4e-289e38ba60c6 None None] Pushing event updated for resources: {'Port': ['ID=657501aa-afc4-479e-9460-4c7c97532b46,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:32.050759 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (87f0547b-184a-4028-8002-376d52b851a8), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.055803 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.082128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692425f3-76e4-49dd-9fd2-ff6becf4d505 req-c80e8b70-98ca-47b3-b45b-1ee09a604cdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:32.095474 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-692425f3-76e4-49dd-9fd2-ff6becf4d505 req-c80e8b70-98ca-47b3-b45b-1ee09a604cdf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.2023764 Aug 25 03:08:32.122190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:32.194595 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-692425f3-76e4-49dd-9fd2-ff6becf4d505 req-4736c0f1-4df5-4da0-bfd8-c1d45cf199bc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863898 Aug 25 03:08:32.226784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.273812 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:32.276981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:32.281302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:32.291957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'Port': ['ID=0e590443-c38d-46a8-ae3a-018241a1ef96,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:32.329728 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.342298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.390932 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-78bc672e-dc4e-415c-85fa-3202fc3bc741 None None] Provisioning complete for port c5671bb5-ae80-45cf-921a-c02465f34bce triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:32.391521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-78bc672e-dc4e-415c-85fa-3202fc3bc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.438836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-78bc672e-dc4e-415c-85fa-3202fc3bc741 None None] Port c5671bb5-ae80-45cf-921a-c02465f34bce cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:08:32.479844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.508114 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:29Z', 'revision_number': 3, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:32.512129 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks [] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.542588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd1d20-25b3-4d53-abe1-2a66bb5da57a None None] The sync data for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi is: [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:29Z', 'revision_number': 3, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:08:32.597086 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.658169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.662148 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:32.698118 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8c4da-194c-45c1-8cb1-51b4ab28205a req-f03d3a79-2663-4efd-a678-8d732f6f1656 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:32.699636 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9dd8c4da-194c-45c1-8cb1-51b4ab28205a req-f03d3a79-2663-4efd-a678-8d732f6f1656 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1194611 Aug 25 03:08:32.700864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (87f0547b-184a-4028-8002-376d52b851a8), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.702862 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Pushing event updated for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:32.723521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.724340 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.789307 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'Port': ['ID=0e590443-c38d-46a8-ae3a-018241a1ef96,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:32.817637 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:32.820606 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c3e9f266-380d-4642-98e8-91ab39a3beb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3724070 Aug 25 03:08:32.849058 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.059231 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 657501aa-afc4-479e-9460-4c7c97532b46 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:33.133852 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9dd8c4da-194c-45c1-8cb1-51b4ab28205a req-31404898-9691-46d4-a7ee-439867084eaa tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271142 Aug 25 03:08:33.135039 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 657501aa-afc4-479e-9460-4c7c97532b46 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:33.136454 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.136932 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (657501aa-afc4-479e-9460-4c7c97532b46), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:33.164523 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-0eb20e85-f394-4f4b-959f-c582b5d63075 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--247775507&fields=id&tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d HTTP/1.1" status: 200 len: 267 time: 0.0748246 Aug 25 03:08:33.202864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:33.204909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:33.253999 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 657501aa-afc4-479e-9460-4c7c97532b46 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:33.254321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (657501aa-afc4-479e-9460-4c7c97532b46), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:33.310370 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-d3eb4497-d46d-4be8-b130-894642a5b87b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:33.313144 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-d3eb4497-d46d-4be8-b130-894642a5b87b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.1420000 Aug 25 03:08:33.319621 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 657501aa-afc4-479e-9460-4c7c97532b46, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=657501aa-afc4-479e-9460-4c7c97532b46,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:33.321723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.333400 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-b7e57ef2-b600-4979-9be5-52991610963e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/quotas/d5a66dfea4c5492da1ac3e1f76cbe35d HTTP/1.1" status: 200 len: 375 time: 0.0119030 Aug 25 03:08:33.387955 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe6f4-82ea-4435-881e-2355c7f4eb54 req-5b46b31b-a27e-4d20-882d-160f2e108beb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:33.389512 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fecbe6f4-82ea-4435-881e-2355c7f4eb54 req-5b46b31b-a27e-4d20-882d-160f2e108beb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0771492 Aug 25 03:08:33.413873 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-06ecc464-7e9f-4338-8a99-70c6e095ebc4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0757914 Aug 25 03:08:33.426300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.455372 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (657501aa-afc4-479e-9460-4c7c97532b46), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:33.502987 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fecbe6f4-82ea-4435-881e-2355c7f4eb54 req-5a0f9069-d360-43d8-aaa4-3c0835811451 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814974 Aug 25 03:08:33.541383 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Router 87f0547b-184a-4028-8002-376d52b851a8 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:08:33.543052 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=657501aa-afc4-479e-9460-4c7c97532b46,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:33.570169 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-4cf15c6c-9f2f-40c8-81ab-54be6980b579 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360772 Aug 25 03:08:33.582505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-0cd742bf-b9aa-4c7a-8559-ce8e8af4271d None None] Provisioning complete for port c5671bb5-ae80-45cf-921a-c02465f34bce triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:33.583029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0cd742bf-b9aa-4c7a-8559-ce8e8af4271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:33.587688 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.629333 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-0cd742bf-b9aa-4c7a-8559-ce8e8af4271d None None] Port c5671bb5-ae80-45cf-921a-c02465f34bce cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:08:33.681728 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:08:33.686716 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-db2a6049-b986-4ff8-93e9-7d2cdba760ff admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/87f0547b-184a-4028-8002-376d52b851a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7995346 Aug 25 03:08:33.700985 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-94e7480d-d719-47b2-96cb-8f06a7cd2d07 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199949 Aug 25 03:08:33.769209 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:33.803935 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:34.012822 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9717f6c-92f0-4fe3-a9f3-0e584668f1eb req-fcea4352-6960-46d6-84df-334ee05ba199 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0485075 Aug 25 03:08:34.174771 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53268) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:34.180889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385030089', 'description': 'tempest-secgroup-smoke-385030089 description', 'project_id': '54df2648916c4681af69062a1d5b7430'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:34.263487 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2038-4fda-4c5d-be9f-6c6757c36b64 req-e2ac0997-cbe7-42de-b6a4-4b44aec447c6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:34.265102 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5fe2038-4fda-4c5d-be9f-6c6757c36b64 req-e2ac0997-cbe7-42de-b6a4-4b44aec447c6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0496440 Aug 25 03:08:34.301974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.330549 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5fe2038-4fda-4c5d-be9f-6c6757c36b64 req-71c889a9-2c3f-4088-8755-f0a1212c16ef tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573580 Aug 25 03:08:34.386575 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (cc86647c-25c8-470f-b30e-723904544ec1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.439323 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Sync routers for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:08:34.455115 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:34.455750 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:34.472348 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cc86647c-25c8-470f-b30e-723904544ec1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.517044 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc86647c-25c8-470f-b30e-723904544ec1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:34.581990 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:34.647394 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.651848 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-5688cb73-8758-4411-9ed6-ee8a1228bd83 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4758523 Aug 25 03:08:34.652494 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53288) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:34.662435 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:34.689653 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a06cf-2624-4e29-bd38-50ae6df27758 req-290877d9-c9dd-4fe1-89a0-76e03a57a012 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:34.691477 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e89a06cf-2624-4e29-bd38-50ae6df27758 req-290877d9-c9dd-4fe1-89a0-76e03a57a012 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0909972 Aug 25 03:08:34.755520 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e89a06cf-2624-4e29-bd38-50ae6df27758 req-e39f905f-de70-4475-938b-52d6abb4fc4a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527253 Aug 25 03:08:34.809495 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (9ceb720c-1a1e-43cd-8e53-9050c701ff07), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.849373 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:32Z', 'revision_number': 4, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'c5671bb5-ae80-45cf-921a-c02465f34bce', 'name': '', 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'mac_address': 'fa:16:3e:46:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:31Z', 'updated_at': '2022-08-25T03:08:32Z', 'revision_number': 2, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'subnets': [{'id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:34.886305 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (9ceb720c-1a1e-43cd-8e53-9050c701ff07), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.890854 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Checking router: 87f0547b-184a-4028-8002-376d52b851a8 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:08:34.891012 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Updating router 87f0547b-184a-4028-8002-376d52b851a8 port c5671bb5-ae80-45cf-921a-c02465f34bce binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:08:34.892806 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:34.931103 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:34.955298 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 657501aa-afc4-479e-9460-4c7c97532b46 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:35.017478 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 657501aa-afc4-479e-9460-4c7c97532b46 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:35.020198 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (657501aa-afc4-479e-9460-4c7c97532b46), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.027158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (9ceb720c-1a1e-43cd-8e53-9050c701ff07), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.049815 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceb720c-1a1e-43cd-8e53-9050c701ff07,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:35.143286 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4077b1f5-519b-4fa8-aea0-5f4a6f55c6ba req-d366ed39-3b8e-468d-9bde-ad0a5080509d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0740175 Aug 25 03:08:35.187879 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 657501aa-afc4-479e-9460-4c7c97532b46 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:35.282034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.284284 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3b663de2-9429-4a59-b454-e7a156aff7cf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298420 Aug 25 03:08:35.286374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53314) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:35.291726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:35.324828 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:35.342890 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks [] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.440648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (43b3edd9-d6cd-46a7-9934-e913929070b6), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.522043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (43b3edd9-d6cd-46a7-9934-e913929070b6), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.523937 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.566797 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6809f-dd38-4372-9fc1-4c804cedf49b req-20bad89b-8cf0-4ac2-9485-2d1d4cfa234e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:35.569821 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55e6809f-dd38-4372-9fc1-4c804cedf49b req-20bad89b-8cf0-4ac2-9485-2d1d4cfa234e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1345096 Aug 25 03:08:35.606185 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538a86-727b-41ee-8ac4-6ba197ba8efb None None] Pushing event updated for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:35.650739 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Attempting to bind port c5671bb5-ae80-45cf-921a-c02465f34bce on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:35.651184 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Attempting to bind port c5671bb5-ae80-45cf-921a-c02465f34bce by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:35.651702 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Attempting to bind port c5671bb5-ae80-45cf-921a-c02465f34bce on network 6e31724a-de60-485d-9ddd-f3b45c24b667 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:35.660109 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:35.660506 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Checking segment: {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:35.660896 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.661282 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Bound using segment: {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:35.661745 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Bound port: c5671bb5-ae80-45cf-921a-c02465f34bce, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c4ef2-7e5e-4717-84ce-92959e58db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:35.663347 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.674159 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55e6809f-dd38-4372-9fc1-4c804cedf49b req-4dc54b02-b152-49c5-8d06-0bae3ccfd73b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868952 Aug 25 03:08:35.678170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (43b3edd9-d6cd-46a7-9934-e913929070b6), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.739961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b3edd9-d6cd-46a7-9934-e913929070b6,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:35.759401 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] For port c5671bb5-ae80-45cf-921a-c02465f34bce, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:35.763889 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] For port c5671bb5-ae80-45cf-921a-c02465f34bce, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c5671bb5-ae80-45cf-921a-c02465f34bce,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:35.889877 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.920373 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:35.927818 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53324) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:35.932810 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:35.944787 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3fce2f7f-9cb8-4b65-85f1-6c46cbb08284 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6566186 Aug 25 03:08:36.014235 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:08:36.035912 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:36.056881 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02bdc2-cca9-42b8-a150-6569715f3ccc req-cb6bddc9-3cd7-4ed7-97c3-190e2f9382fd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:36.060211 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fd02bdc2-cca9-42b8-a150-6569715f3ccc req-cb6bddc9-3cd7-4ed7-97c3-190e2f9382fd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1770895 Aug 25 03:08:36.083570 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538a86-727b-41ee-8ac4-6ba197ba8efb None None] Pushing event updated for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:36.147862 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fd02bdc2-cca9-42b8-a150-6569715f3ccc req-8574558e-4714-4d51-9e15-3d5d3b9f2bcc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779748 Aug 25 03:08:36.251767 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:08:36.264427 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8ba7781d-01f0-4890-9915-3208073d703e req-3f410c47-a3ad-44b9-aa0c-d8f151a2acda tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0370474 Aug 25 03:08:36.454275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (46dc54f8-0e52-416a-8b00-98644155bf98), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:36.501730 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:32Z', 'revision_number': 4, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'c5671bb5-ae80-45cf-921a-c02465f34bce', 'name': '', 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'mac_address': 'fa:16:3e:46:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:31Z', 'updated_at': '2022-08-25T03:08:35Z', 'revision_number': 4, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'subnets': [{'id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:08:36.556958 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c198b84-734a-4d0f-a49b-3a99b66a5143 None None] The sync data for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi is: [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:08:32Z', 'revision_number': 4, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'c5671bb5-ae80-45cf-921a-c02465f34bce', 'name': '', 'network_id': '6e31724a-de60-485d-9ddd-f3b45c24b667', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'mac_address': 'fa:16:3e:46:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:31Z', 'updated_at': '2022-08-25T03:08:35Z', 'revision_number': 4, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'subnets': [{'id': '2a085439-8fcd-4d6f-9574-63ac79426a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:08:36.572996 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (46dc54f8-0e52-416a-8b00-98644155bf98), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:36.780400 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (46dc54f8-0e52-416a-8b00-98644155bf98), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:36.803848 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc54f8-0e52-416a-8b00-98644155bf98,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:36.885766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:36.890241 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a65329b1-a317-4799-ad9a-1956722f478a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9612765 Aug 25 03:08:36.891806 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53342) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:36.895711 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:36.899250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f0da-adfa-42c4-88eb-a329a9960d2a req-35569178-6bd5-4cc5-8bac-ea119050d34a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:36.900926 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-56d3f0da-adfa-42c4-88eb-a329a9960d2a req-35569178-6bd5-4cc5-8bac-ea119050d34a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0972030 Aug 25 03:08:37.005685 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-56d3f0da-adfa-42c4-88eb-a329a9960d2a req-ec52b540-b882-4659-b902-0ee7eb045679 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874324 Aug 25 03:08:37.027637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c5671bb5-ae80-45cf-921a-c02465f34bce up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:37.034379 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (224166bd-f744-47a0-bfe0-d8639ff8cc8e), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.095590 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:37.104815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port c5671bb5-ae80-45cf-921a-c02465f34bce triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:37.105197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.153384 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (224166bd-f744-47a0-bfe0-d8639ff8cc8e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.223554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port c5671bb5-ae80-45cf-921a-c02465f34bce is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:37.223941 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.259909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (224166bd-f744-47a0-bfe0-d8639ff8cc8e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.264061 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port c5671bb5-ae80-45cf-921a-c02465f34bce, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c5671bb5-ae80-45cf-921a-c02465f34bce,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:37.292568 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224166bd-f744-47a0-bfe0-d8639ff8cc8e,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:37.301410 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a86b1-c2d5-45d3-8d8c-36c222c81eb7 req-74d8b757-033d-4b98-bac2-ce8ecb7b6add tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:37.303595 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f33a86b1-c2d5-45d3-8d8c-36c222c81eb7 req-74d8b757-033d-4b98-bac2-ce8ecb7b6add tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0782702 Aug 25 03:08:37.358174 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f33a86b1-c2d5-45d3-8d8c-36c222c81eb7 req-d0215d32-d7dd-4dd9-9957-7324b272730f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470140 Aug 25 03:08:37.378950 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c48b37f2-2a16-4ac0-90ef-320b9c88436a req-6463b7ee-3313-42d1-9bd6-3d38a3e7a410 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0319400 Aug 25 03:08:37.405404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.407275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.408600 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e4cd73af-076d-4ffb-9e92-d10327391f86 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5165875 Aug 25 03:08:37.411422 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53348) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:37.417048 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:37.455422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:37.466981 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:37.531291 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Project 54df2648916c4681af69062a1d5b7430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:08:37.540136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (54731b9a-edef-41b5-867c-f865661993b4), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.607386 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (54731b9a-edef-41b5-867c-f865661993b4), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.695048 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (54731b9a-edef-41b5-867c-f865661993b4), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.717411 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54731b9a-edef-41b5-867c-f865661993b4,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:37.799381 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.800674 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d15c9340-5b14-4195-8b52-f597cbcd0ac2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3871822 Aug 25 03:08:37.804058 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53358) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:37.808158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'security_group_rule': {'security_group_id': 'cc86647c-25c8-470f-b30e-723904544ec1', 'project_id': '54df2648916c4681af69062a1d5b7430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:37.923244 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Project 54df2648916c4681af69062a1d5b7430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:08:37.930380 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (bdb68739-afae-4ffd-ba54-77acb06e9572), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:37.990733 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (bdb68739-afae-4ffd-ba54-77acb06e9572), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:38.060704 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (bdb68739-afae-4ffd-ba54-77acb06e9572), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:38.088897 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb68739-afae-4ffd-ba54-77acb06e9572,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:38.127776 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72451-1ddb-4ebd-a844-837f3317d142 req-98a07f8d-3357-4982-b0a3-b509528154e7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:38.129340 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-28a72451-1ddb-4ebd-a844-837f3317d142 req-98a07f8d-3357-4982-b0a3-b509528154e7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0537543 Aug 25 03:08:38.175538 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:38.176656 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b6f7b6a4-487a-4967-b9cb-ba0e183d809e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3720334 Aug 25 03:08:38.181498 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-28a72451-1ddb-4ebd-a844-837f3317d142 req-81413ee0-492f-4114-828f-0c5feaf036a6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Aug 25 03:08:38.485160 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-310b00b0-7591-4cb9-81c4-1dd99d702fc3 req-2add6361-02c1-472a-b6eb-26add1d0d8ce tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0307999 Aug 25 03:08:38.488466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5592c-e6c2-4101-9d71-4ff99985ca8e req-3799e9f0-9ac2-49ed-88f0-44535b6f769d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:38.489989 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5ae5592c-e6c2-4101-9d71-4ff99985ca8e req-3799e9f0-9ac2-49ed-88f0-44535b6f769d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0489163 Aug 25 03:08:38.545156 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5ae5592c-e6c2-4101-9d71-4ff99985ca8e req-65b3453a-a2ae-4d42-9db4-f26767d4f676 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490079 Aug 25 03:08:38.729006 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:38.803636 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:38.913796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c5671bb5-ae80-45cf-921a-c02465f34bce up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:38.923053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:38.962508 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port c5671bb5-ae80-45cf-921a-c02465f34bce triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:38.962882 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:38.996352 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:39.040497 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port c5671bb5-ae80-45cf-921a-c02465f34bce is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:39.306478 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2e25-bee3-43ed-949f-e90676d8553e req-eded9fc6-2cce-4261-b01e-735c20eb5582 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:39.307964 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e11f2e25-bee3-43ed-949f-e90676d8553e req-eded9fc6-2cce-4261-b01e-735c20eb5582 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Aug 25 03:08:39.355679 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e11f2e25-bee3-43ed-949f-e90676d8553e req-e9fba070-e9a1-43de-a8c0-f6531f526532 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Aug 25 03:08:39.448984 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:39.588877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0e508e10-de51-4664-a656-f881030d5878 req-18855023-e249-4527-b70c-5685a28d97b7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0289218 Aug 25 03:08:39.681552 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a47fb-d33e-407e-a772-4d9506f1a864 req-6a8a8595-792b-4341-875d-3f82e45f8954 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:39.684370 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1f6a47fb-d33e-407e-a772-4d9506f1a864 req-6a8a8595-792b-4341-875d-3f82e45f8954 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0468690 Aug 25 03:08:39.730880 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1f6a47fb-d33e-407e-a772-4d9506f1a864 req-1ccae198-38ab-4de3-8a84-e111332255b2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Aug 25 03:08:40.186148 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:40.243029 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:40.268464 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:08:40.380457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:40.430021 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:08:40.466954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: ACTIVE; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:40.467627 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:40.482188 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:08:40.504022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:40.533805 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd842d38-4fea-4efc-b1fa-c3c2a101aa18 req-5a1258df-8c33-49cb-920c-3489e6068068 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:40.535632 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd842d38-4fea-4efc-b1fa-c3c2a101aa18 req-5a1258df-8c33-49cb-920c-3489e6068068 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0667696 Aug 25 03:08:40.574927 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:40.655479 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:40.659563 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd842d38-4fea-4efc-b1fa-c3c2a101aa18 req-9b565599-f07c-47e8-b4a3-eed53e26a1bf tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162341 Aug 25 03:08:40.754311 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=6']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:40.797501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-6ec88aa6-52f5-4291-8a35-68a419b2c2c1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:40.797629 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['fbdece03-b15e-470f-93bf-0ec38b8bf2e1'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:08:40.798135 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-6ec88aa6-52f5-4291-8a35-68a419b2c2c1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 818 time: 0.2325253 Aug 25 03:08:40.803315 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d9540cb8-56dd-4387-bce4-3d97a4ea459e req-016eb71c-8c07-4a3a-83ef-8b3f9d140cdd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.1252563 Aug 25 03:08:41.010877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-f04dd730-0b13-4f3c-8f38-725ba8ac140d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d HTTP/1.1" status: 200 len: 379 time: 0.2005315 Aug 25 03:08:41.024571 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0bc3b-461b-4e24-a56f-181332247412 req-ffba5d72-bbf3-414c-ac3b-cc81310a4f5a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:41.027207 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c7a0bc3b-461b-4e24-a56f-181332247412 req-ffba5d72-bbf3-414c-ac3b-cc81310a4f5a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 945 time: 0.1261599 Aug 25 03:08:41.050012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'port': {'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'admin_state_up': True, 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'security_groups': ['adbde4cd-9524-418a-9614-fa9ab289b881']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:41.144583 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c7a0bc3b-461b-4e24-a56f-181332247412 req-f0c614dd-d1d3-4778-abef-06317ffc125c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122131 Aug 25 03:08:41.248372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:41.340424 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:08:41.397414 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:41.397790 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.454595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Made reservation on behalf of d5a66dfea4c5492da1ac3e1f76cbe35d for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:08:41.458864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.483309 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:08:41.483870 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.525678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:08:41.529068 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc7d285-566a-46ab-8d74-685cf7b2fa27" -d '{"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:08:41.535523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:08:41.576468 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d112e088-a551-4c7f-b03a-ec21f259f050 x-openstack-request-id: req-d112e088-a551-4c7f-b03a-ec21f259f050 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:08:41.576827 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:08:41.577289 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d112e088-a551-4c7f-b03a-ec21f259f050 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:08:41.577469 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d112e088-a551-4c7f-b03a-ec21f259f050'] response: {'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'code': 200} Aug 25 03:08:41.638481 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:41.639900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Allocated IP 172.20.0.11 (e41fd9c3-0d17-460e-a746-06b7f7aecf81/1ced18b0-39bc-4637-a6b0-2efa52205114/a2034d10-a91b-4dcb-8ed7-42398e639214) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:08:41.728906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.851211 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=7']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:41.919012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ccf5-91b9-4a8e-b730-3b537b41abd7 req-d673a0c3-76ed-4a67-a930-476e44ba5126 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:41.922858 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5711ccf5-91b9-4a8e-b730-3b537b41abd7 req-d673a0c3-76ed-4a67-a930-476e44ba5126 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1356392 Aug 25 03:08:41.945299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.948255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:41.991012 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-79d0d385-0e70-496c-8707-0f1fcc7e9e37 req-68a84758-dc5c-4d33-9443-d36e73963d2a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0631022 Aug 25 03:08:42.030766 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5711ccf5-91b9-4a8e-b730-3b537b41abd7 req-8a1e19b0-9e7b-485a-aab1-eb6ccadc8d57 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069291 Aug 25 03:08:42.244404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:42.344590 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:08:42.345597 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b528652-09de-49c1-9812-fa8889bfeb0a req-80aff32f-b481-4969-813c-c0f9c4470527 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:42.348382 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5b528652-09de-49c1-9812-fa8889bfeb0a req-80aff32f-b481-4969-813c-c0f9c4470527 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1115501 Aug 25 03:08:42.349659 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event updated for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:42.354202 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:08:42.372957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:08:42.372957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:42.378504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:42.467892 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5b528652-09de-49c1-9812-fa8889bfeb0a req-c06d9a80-fc21-4cc7-8bb6-fdb579646222 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914826 Aug 25 03:08:42.625582 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-660905b7-0efc-43d3-a17a-eda6e11dd0d3 None None] Provisioning complete for port a2034d10-a91b-4dcb-8ed7-42398e639214 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:08:42.626233 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-660905b7-0efc-43d3-a17a-eda6e11dd0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:42.649967 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-82c8f4a3-a7f7-471d-ba33-58b82af6031c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6033385 Aug 25 03:08:42.666524 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:42.667940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-660905b7-0efc-43d3-a17a-eda6e11dd0d3 None None] Port a2034d10-a91b-4dcb-8ed7-42398e639214 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:08:42.670884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Request body: {'port': {'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:08:42.737235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.142288 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2034d10-a91b-4dcb-8ed7-42398e639214 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:08:43.153835 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks [] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.158095 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451527fd-9d69-4312-b8b2-bbe45d0a366b req-c5070616-c262-410d-b2ce-6b6f0bb016eb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:43.162245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be195d-c47e-4d6e-8757-f6c13e64d62f req-0ce80ffc-4fd7-4680-a10e-ca0d7865a0ba tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:43.167423 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58be195d-c47e-4d6e-8757-f6c13e64d62f req-0ce80ffc-4fd7-4680-a10e-ca0d7865a0ba tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 932 time: 0.0720704 Aug 25 03:08:43.167552 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-451527fd-9d69-4312-b8b2-bbe45d0a366b req-c5070616-c262-410d-b2ce-6b6f0bb016eb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0687847 Aug 25 03:08:43.192615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Transition to ACTIVE for port object a2034d10-a91b-4dcb-8ed7-42398e639214 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:08:43.217457 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-451527fd-9d69-4312-b8b2-bbe45d0a366b req-139b4264-f5fb-4ebb-b1ec-1678b3a26b79 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510905 Aug 25 03:08:43.240837 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58be195d-c47e-4d6e-8757-f6c13e64d62f req-96bfef78-4b3a-4f48-a063-564eec4fa784 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608163 Aug 25 03:08:43.427833 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.507230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Pushing event updated for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:43.512863 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Attempting to bind port a2034d10-a91b-4dcb-8ed7-42398e639214 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:08:43.513254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Attempting to bind port a2034d10-a91b-4dcb-8ed7-42398e639214 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:08:43.513613 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Attempting to bind port a2034d10-a91b-4dcb-8ed7-42398e639214 on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:43.518714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Port a2034d10-a91b-4dcb-8ed7-42398e639214 on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:08:43.519041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Attempting to bind port a2034d10-a91b-4dcb-8ed7-42398e639214 on network e41fd9c3-0d17-460e-a746-06b7f7aecf81 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:08:43.525782 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:08:43.526123 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Checking segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:08:43.526548 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Bound using segment: {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:08:43.526999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Bound port: a2034d10-a91b-4dcb-8ed7-42398e639214, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a747ba66-fccd-4db6-9384-0edebd26e0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:08:43.527354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.617739 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:08:43.621525 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a2034d10-a91b-4dcb-8ed7-42398e639214,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:08:43.643287 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84c24-182e-425e-9dbc-0e592499eb98 req-6e55cf2a-7655-4d12-8fcd-65362c2f0b60 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:43.644922 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55d84c24-182e-425e-9dbc-0e592499eb98 req-6e55cf2a-7655-4d12-8fcd-65362c2f0b60 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0512381 Aug 25 03:08:43.697875 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55d84c24-182e-425e-9dbc-0e592499eb98 req-dea8a792-f837-4d1a-823e-8964b1e0e65a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471520 Aug 25 03:08:43.723910 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.728623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:43.729304 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:43.731245 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 1094 time: 1.0679862 Aug 25 03:08:43.734990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:08:43.737619 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33be49a-de51-4d3b-8147-957b69f83482" -d '{"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:08:43.791416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d60e07d-fb49-489c-af4a-4f49c767502f x-openstack-request-id: req-3d60e07d-fb49-489c-af4a-4f49c767502f {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:08:43.791761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:08:43.792386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d60e07d-fb49-489c-af4a-4f49c767502f {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:08:43.792792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d60e07d-fb49-489c-af4a-4f49c767502f'] response: {'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'status': 'completed', 'code': 200} Aug 25 03:08:43.809548 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:43.815360 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494b168-9c9b-4264-8d99-f214a3f8894c service neutron] Pushing event updated for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:44.032683 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:44.358089 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaabffb-d35a-4693-aafe-82e1bf2ce160 req-889ad0ae-7edb-46c8-a8b0-4df25620ab06 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:44.359627 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0eaabffb-d35a-4693-aafe-82e1bf2ce160 req-889ad0ae-7edb-46c8-a8b0-4df25620ab06 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0523114 Aug 25 03:08:44.413182 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2435f-a6f9-4718-b7d8-35f2880fb103 req-91bf71de-06d9-442b-a85e-b4a1365209b5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:44.415386 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-eab2435f-a6f9-4718-b7d8-35f2880fb103 req-91bf71de-06d9-442b-a85e-b4a1365209b5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0676744 Aug 25 03:08:44.415511 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0eaabffb-d35a-4693-aafe-82e1bf2ce160 req-db5fff6f-f192-4f0c-84d2-e91cc9599fe6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Aug 25 03:08:44.471147 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-eab2435f-a6f9-4718-b7d8-35f2880fb103 req-629102dc-3fd2-4828-81a2-ba883661b351 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500979 Aug 25 03:08:44.616180 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:44.829202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:44.840075 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129bc84-ef19-4838-8a08-b2dcc9e91bf1 req-7b36c64a-80f3-4851-b18e-15d5ab5dfc5e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:44.841866 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e129bc84-ef19-4838-8a08-b2dcc9e91bf1 req-7b36c64a-80f3-4851-b18e-15d5ab5dfc5e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0530155 Aug 25 03:08:44.897107 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e129bc84-ef19-4838-8a08-b2dcc9e91bf1 req-6d2b0906-d095-42d4-92aa-3dafd40adb22 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490320 Aug 25 03:08:44.963730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:45.567545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce257a-03bd-4015-a1d9-8169dae2fa29 req-d967155c-d780-4d6b-a6f6-83f480cb7f96 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:45.569913 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59ce257a-03bd-4015-a1d9-8169dae2fa29 req-d967155c-d780-4d6b-a6f6-83f480cb7f96 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0664301 Aug 25 03:08:45.610099 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7847d9-de8f-45be-81c9-e8e0f66e8db3 req-a892dc4b-4f4c-4a2f-a7d4-b460972cbe02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:45.613306 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5c7847d9-de8f-45be-81c9-e8e0f66e8db3 req-a892dc4b-4f4c-4a2f-a7d4-b460972cbe02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0566628 Aug 25 03:08:45.643917 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59ce257a-03bd-4015-a1d9-8169dae2fa29 req-020a402c-4d1b-4eee-bca4-fb8d40a5b744 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676935 Aug 25 03:08:45.686653 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5c7847d9-de8f-45be-81c9-e8e0f66e8db3 req-e1ec3994-5fbb-4aa1-ae13-b4b099a9df7a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587742 Aug 25 03:08:46.038721 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72fbde-b2e4-4e01-b0da-55dd5bdb1b31 req-81857ca8-d9d8-408c-8a03-d7cb101e6656 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.040461 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5b72fbde-b2e4-4e01-b0da-55dd5bdb1b31 req-81857ca8-d9d8-408c-8a03-d7cb101e6656 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0605366 Aug 25 03:08:46.111744 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5b72fbde-b2e4-4e01-b0da-55dd5bdb1b31 req-32a6bba0-dbc0-44a6-a150-70bb59973560 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650840 Aug 25 03:08:46.241649 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be49a-de51-4d3b-8147-957b69f83482 req-9afd95aa-d6cb-4d23-986d-bc73df038109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.243130 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d33be49a-de51-4d3b-8147-957b69f83482 req-9afd95aa-d6cb-4d23-986d-bc73df038109 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1128 time: 0.0423577 Aug 25 03:08:46.360042 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be49a-de51-4d3b-8147-957b69f83482 req-563ec45e-8b1a-4911-9aec-350498134d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.361534 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d33be49a-de51-4d3b-8147-957b69f83482 req-563ec45e-8b1a-4911-9aec-350498134d0a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1097538 Aug 25 03:08:46.451756 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:46.465483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be49a-de51-4d3b-8147-957b69f83482 req-04f02ecc-9909-4c03-a8c4-5d284380496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.472862 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d33be49a-de51-4d3b-8147-957b69f83482 req-04f02ecc-9909-4c03-a8c4-5d284380496c service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980346 Aug 25 03:08:46.550401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-c2108069-5814-48e6-af4c-cfe3e029351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.552257 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-c2108069-5814-48e6-af4c-cfe3e029351e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1128 time: 0.0431125 Aug 25 03:08:46.597439 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-01739286-1c4d-4dee-99f6-d9fc59abf420 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 217 time: 0.0362270 Aug 25 03:08:46.651432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-1a86bf4d-8683-40d5-84cd-efa0ae490e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.652966 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-1a86bf4d-8683-40d5-84cd-efa0ae490e57 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0473320 Aug 25 03:08:46.705187 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a7a45e03-9cb8-44ea-b583-8c81fd8fd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.707570 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-a7a45e03-9cb8-44ea-b583-8c81fd8fd836 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462143 Aug 25 03:08:46.862324 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f928af9-2c86-4026-bef8-b21d5aa50c18 req-d0335e8a-ce75-4cde-9ef6-704fff67dde6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.865881 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3f928af9-2c86-4026-bef8-b21d5aa50c18 req-d0335e8a-ce75-4cde-9ef6-704fff67dde6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0739043 Aug 25 03:08:46.913272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf831-5a2d-4f77-97ca-4a1e04cb335b req-685604b5-1d64-4014-8665-bc9be4ce3c90 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:46.923547 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7fedf831-5a2d-4f77-97ca-4a1e04cb335b req-685604b5-1d64-4014-8665-bc9be4ce3c90 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.1118491 Aug 25 03:08:46.952189 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3f928af9-2c86-4026-bef8-b21d5aa50c18 req-c55544ea-d4df-4b89-b325-1c2224f94648 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770504 Aug 25 03:08:46.965379 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-ebe0b332-fbaf-485f-b782-5ce1f98f26b8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195675 Aug 25 03:08:47.052949 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7fedf831-5a2d-4f77-97ca-4a1e04cb335b req-12d4edf2-f804-474f-b046-cfa2eb07dd05 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279263 Aug 25 03:08:47.119917 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9000938b-0e1a-431e-82dd-83540db9a6d5 req-cdb8ae19-da20-4dc6-b501-80f2bf4f812a service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364112 Aug 25 03:08:47.278777 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c60e4-7a08-4367-a9ba-bb0569bec887 req-505a5ebf-84c6-4b93-9edc-e55dc4a51627 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:47.282215 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:47.287239 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8b4c60e4-7a08-4367-a9ba-bb0569bec887 req-505a5ebf-84c6-4b93-9edc-e55dc4a51627 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0785522 Aug 25 03:08:47.346695 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8b4c60e4-7a08-4367-a9ba-bb0569bec887 req-49206ed9-d817-477f-8c34-7a5778871ca3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578649 Aug 25 03:08:48.073139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f43a0-b287-4b25-9edb-5c2133082935 req-c9d60fd3-e591-4937-b56a-cd93c7d552fa tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:48.074822 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f17f43a0-b287-4b25-9edb-5c2133082935 req-c9d60fd3-e591-4937-b56a-cd93c7d552fa tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Aug 25 03:08:48.134548 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f17f43a0-b287-4b25-9edb-5c2133082935 req-1cdecfc8-1a21-492c-a3ab-f115a84b849d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540471 Aug 25 03:08:48.201128 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508438-ccd4-41fa-8b96-a7a0d08c541d req-ecaf25ba-f591-4cef-b4bc-10309ede38d5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:48.202628 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-59508438-ccd4-41fa-8b96-a7a0d08c541d req-ecaf25ba-f591-4cef-b4bc-10309ede38d5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0632634 Aug 25 03:08:48.257255 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-59508438-ccd4-41fa-8b96-a7a0d08c541d req-679682ad-38d8-4001-921c-54acf93d9756 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467937 Aug 25 03:08:48.478178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d73a-3118-471a-836d-f58f584a8f77 req-37701b61-cc20-4ab5-808f-30cef6342513 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:48.479717 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2d73d73a-3118-471a-836d-f58f584a8f77 req-37701b61-cc20-4ab5-808f-30cef6342513 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0492253 Aug 25 03:08:48.536234 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2d73d73a-3118-471a-836d-f58f584a8f77 req-fafb7766-5467-43b4-9f42-ab522777fc5e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493333 Aug 25 03:08:48.690460 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:48.837478 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:49.262988 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea1be3-b9b9-450c-8422-8bb8e88c0eb0 req-67676398-525e-4f14-8ef2-6d04d9481c01 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:49.268624 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-69ea1be3-b9b9-450c-8422-8bb8e88c0eb0 req-67676398-525e-4f14-8ef2-6d04d9481c01 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0578079 Aug 25 03:08:49.314215 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:49.326037 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-69ea1be3-b9b9-450c-8422-8bb8e88c0eb0 req-3c508ba6-c5ce-4487-adf8-b7ae2ab6ee46 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555458 Aug 25 03:08:49.444801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9db371-79b6-4a24-850d-a0ffee4ef58d req-271ec334-9bf0-428d-be9e-49183106797e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:49.447221 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc9db371-79b6-4a24-850d-a0ffee4ef58d req-271ec334-9bf0-428d-be9e-49183106797e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0806081 Aug 25 03:08:49.450181 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:49.501341 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc9db371-79b6-4a24-850d-a0ffee4ef58d req-11d41381-51a0-483c-91a1-2ff98dd152ae tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479550 Aug 25 03:08:49.670810 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae87e-4944-4fe1-9a65-0ab1d5a8e17c req-c070f003-3c91-46bf-9d4e-cb3a1daa79ac tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:49.672750 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d08ae87e-4944-4fe1-9a65-0ab1d5a8e17c req-c070f003-3c91-46bf-9d4e-cb3a1daa79ac tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0520723 Aug 25 03:08:49.729253 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d08ae87e-4944-4fe1-9a65-0ab1d5a8e17c req-c0ab273a-6575-4475-aab1-2000ad736163 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Aug 25 03:08:49.774718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:50.481379 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847aa4d-0837-43c0-919d-a4bf46234558 req-2e521f09-7117-4122-ae83-0c4f97482195 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:50.494655 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e847aa4d-0837-43c0-919d-a4bf46234558 req-2e521f09-7117-4122-ae83-0c4f97482195 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0742679 Aug 25 03:08:50.533593 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=43 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:50.562590 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=11 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:50.567149 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e847aa4d-0837-43c0-919d-a4bf46234558 req-36d0acb0-3816-4d63-a6f9-28b167be7586 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707698 Aug 25 03:08:50.678493 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73d3f-bebf-4cd7-a68b-e00293a6bdc5 req-d1d51fdb-f84d-4797-a9bc-b5af94d61766 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:50.682959 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53610) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:50.689989 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-21a73d3f-bebf-4cd7-a68b-e00293a6bdc5 req-d1d51fdb-f84d-4797-a9bc-b5af94d61766 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0675061 Aug 25 03:08:50.750570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:50.795861 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-21a73d3f-bebf-4cd7-a68b-e00293a6bdc5 req-ab558cff-297f-4861-b929-896a2cfb2908 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045830 Aug 25 03:08:50.948532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6601f6-0636-4682-a7d1-797602f408a3 req-94f05afa-447e-4b8a-859d-7ba4743d82ca tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:50.950929 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-de6601f6-0636-4682-a7d1-797602f408a3 req-94f05afa-447e-4b8a-859d-7ba4743d82ca tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0742011 Aug 25 03:08:50.952080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d66adca7-f232-498d-9b14-f089b5f451f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.037770 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-de6601f6-0636-4682-a7d1-797602f408a3 req-9b0d5031-768e-4460-b073-20296434c407 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808244 Aug 25 03:08:51.105699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d66adca7-f232-498d-9b14-f089b5f451f5 admin admin] Publish callbacks [] for security_group (b5eb3ace-cf9f-4cb8-911b-443ac0d7313a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.174566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d66adca7-f232-498d-9b14-f089b5f451f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b5eb3ace-cf9f-4cb8-911b-443ac0d7313a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.218831 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d66adca7-f232-498d-9b14-f089b5f451f5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=da965a7c574642ddad7ccd5fbae18e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346651 Aug 25 03:08:51.221014 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53622) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:51.221144 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66adca7-f232-498d-9b14-f089b5f451f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb3ace-cf9f-4cb8-911b-443ac0d7313a,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:51.295227 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] Publish callbacks [] for security_group (b5eb3ace-cf9f-4cb8-911b-443ac0d7313a), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.318427 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] Publish callbacks [] for security_group (b5eb3ace-cf9f-4cb8-911b-443ac0d7313a), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.478241 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b5eb3ace-cf9f-4cb8-911b-443ac0d7313a), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.482679 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:51.490032 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b5eb3ace-cf9f-4cb8-911b-443ac0d7313a HTTP/1.1" status: 204 len: 168 time: 0.2637525 Aug 25 03:08:51.496433 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b338f12-942f-4589-804e-f913fc2880e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb3ace-cf9f-4cb8-911b-443ac0d7313a,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:51.728131 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c340c-8558-4e9c-94d9-160de16b2a9c req-fa3cb5ab-d265-46fc-b3f3-35d62b7f8ba1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:51.732802 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e4c340c-8558-4e9c-94d9-160de16b2a9c req-fa3cb5ab-d265-46fc-b3f3-35d62b7f8ba1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0905516 Aug 25 03:08:51.786262 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e4c340c-8558-4e9c-94d9-160de16b2a9c req-f4d71e79-0945-4b1f-b083-5391c3744421 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492806 Aug 25 03:08:51.934300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:51.949809 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4537e57-334f-4ecc-ac9f-2a5819da3952 req-6a795b62-4528-45ec-847e-eacb1dda868b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:51.956727 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4537e57-334f-4ecc-ac9f-2a5819da3952 req-6a795b62-4528-45ec-847e-eacb1dda868b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0745480 Aug 25 03:08:52.003673 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4537e57-334f-4ecc-ac9f-2a5819da3952 req-c001747e-59e3-4942-8c5d-efdc99089e6c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459878 Aug 25 03:08:52.185075 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:52.212311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779da080-153c-4377-8ecf-06924414e655 req-45ae3da2-d6ec-4d19-b679-0bccde9e23f8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:52.214780 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-779da080-153c-4377-8ecf-06924414e655 req-45ae3da2-d6ec-4d19-b679-0bccde9e23f8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0769820 Aug 25 03:08:52.231821 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-29e4dc80-b1af-4b63-9082-22e9aaa45a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.275813 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-779da080-153c-4377-8ecf-06924414e655 req-36d6f0cb-3386-4021-ab2d-5899e453ea79 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549002 Aug 25 03:08:52.286260 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e9bb1-a672-43a6-be61-63199548323f req-003e916f-81d3-4d15-a0b7-774bdf716b97 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:52.288690 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e7e9bb1-a672-43a6-be61-63199548323f req-003e916f-81d3-4d15-a0b7-774bdf716b97 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0639298 Aug 25 03:08:52.349354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:52.363957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53642) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:52.375280 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e7e9bb1-a672-43a6-be61-63199548323f req-ee2d5009-4142-4a10-87b1-4faef6493f05 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784287 Aug 25 03:08:52.381758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-843b7a39-4a35-4a32-8595-ea4bb5dd0eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.430587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:52.468035 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-843b7a39-4a35-4a32-8595-ea4bb5dd0eb4 admin admin] Publish callbacks [] for security_group (85f41ab6-7f8e-4d42-a8aa-b40d2c5da389), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.545537 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-843b7a39-4a35-4a32-8595-ea4bb5dd0eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (85f41ab6-7f8e-4d42-a8aa-b40d2c5da389), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.591355 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b7a39-4a35-4a32-8595-ea4bb5dd0eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f41ab6-7f8e-4d42-a8aa-b40d2c5da389,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:52.600489 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53644) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:08:52.600794 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-843b7a39-4a35-4a32-8595-ea4bb5dd0eb4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6c034e3d2b7345268b35c2ddd7065015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331002 Aug 25 03:08:52.653161 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] Publish callbacks [] for security_group (85f41ab6-7f8e-4d42-a8aa-b40d2c5da389), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.675221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] Publish callbacks [] for security_group (85f41ab6-7f8e-4d42-a8aa-b40d2c5da389), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.934532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (85f41ab6-7f8e-4d42-a8aa-b40d2c5da389), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.936902 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:52.938123 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/85f41ab6-7f8e-4d42-a8aa-b40d2c5da389 HTTP/1.1" status: 204 len: 168 time: 0.3379691 Aug 25 03:08:52.953475 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc9c2-cf5a-48b7-9372-503a120d3012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f41ab6-7f8e-4d42-a8aa-b40d2c5da389,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:08:53.138345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86360-f477-4e41-8f5d-5f6457ab0633 req-753e9f8e-d597-47f7-9f29-76dcea6e1344 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:53.152476 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73e86360-f477-4e41-8f5d-5f6457ab0633 req-753e9f8e-d597-47f7-9f29-76dcea6e1344 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0472803 Aug 25 03:08:53.190632 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73e86360-f477-4e41-8f5d-5f6457ab0633 req-9efe43fa-0c30-450a-96ed-a08c1362c65d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449965 Aug 25 03:08:53.449807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a45b-ad2a-4bbf-aa6e-8feed76a8be1 req-68d6dcc8-51c0-48fa-a997-4d0019d41584 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:53.454803 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b209a45b-ad2a-4bbf-aa6e-8feed76a8be1 req-68d6dcc8-51c0-48fa-a997-4d0019d41584 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0720909 Aug 25 03:08:53.525080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758f62e-b4e0-4304-abd7-546c299200d1 req-8b55ddfd-1247-4da2-b831-75ef6c3dee7d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:53.527019 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6758f62e-b4e0-4304-abd7-546c299200d1 req-8b55ddfd-1247-4da2-b831-75ef6c3dee7d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0665832 Aug 25 03:08:53.539468 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:53.552781 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b209a45b-ad2a-4bbf-aa6e-8feed76a8be1 req-a6841aec-6eb6-453e-8f1b-bd379220432d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829532 Aug 25 03:08:53.555997 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:08:53.604726 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6758f62e-b4e0-4304-abd7-546c299200d1 req-d837eacf-408b-4266-ad65-0975c845d9db tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715234 Aug 25 03:08:54.315482 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618efed-edb5-40f7-83a7-f6ec93d7d368 req-1fb78685-1b5e-417d-baab-5440ce2a5f31 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:54.317116 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0618efed-edb5-40f7-83a7-f6ec93d7d368 req-1fb78685-1b5e-417d-baab-5440ce2a5f31 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0485566 Aug 25 03:08:54.403358 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0618efed-edb5-40f7-83a7-f6ec93d7d368 req-10496167-ca4f-4a11-b9b3-025d468e9b7c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752828 Aug 25 03:08:54.471480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-75dd6610-d72d-46dd-90f3-a9d1c045ad11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:54.698296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3b87-0f41-49bb-8b3d-1d17f89c3f59 req-c3f937fa-c3b8-4b87-99a5-5b9610016748 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:54.706119 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-967a3b87-0f41-49bb-8b3d-1d17f89c3f59 req-c3f937fa-c3b8-4b87-99a5-5b9610016748 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0600603 Aug 25 03:08:54.752277 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-967a3b87-0f41-49bb-8b3d-1d17f89c3f59 req-e6395c7a-a196-4f63-83ff-930318cbddb4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 Aug 25 03:08:54.824186 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860cb9d-e245-4d3f-b358-1eb39a6452f3 req-e8dfb6b6-1a4a-4975-92e6-f2fc225b1220 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:54.830139 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f860cb9d-e245-4d3f-b358-1eb39a6452f3 req-e8dfb6b6-1a4a-4975-92e6-f2fc225b1220 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1077154 Aug 25 03:08:54.891990 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f860cb9d-e245-4d3f-b358-1eb39a6452f3 req-58f94745-adf2-4cf6-b32b-22233572d182 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526974 Aug 25 03:08:55.190627 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-938ac4a6-0031-4e96-9b11-7e25cce287dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.192130 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-938ac4a6-0031-4e96-9b11-7e25cce287dc service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1130 time: 0.0490940 Aug 25 03:08:55.288456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:55.586269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-2003bea9-dac5-40c2-9a70-a89be0e5f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.587969 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-2003bea9-dac5-40c2-9a70-a89be0e5f173 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.3882158 Aug 25 03:08:55.616944 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:55.643929 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588699a0-3fed-4eda-91f2-fcf0feb224e6 req-2498adec-1605-4666-a6f4-5dfea37bdbd4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.645860 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-588699a0-3fed-4eda-91f2-fcf0feb224e6 req-2498adec-1605-4666-a6f4-5dfea37bdbd4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.1124158 Aug 25 03:08:55.700735 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-6bd8db64-07e2-4c89-abcc-c6e53b409172 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 1002 time: 0.1029849 Aug 25 03:08:55.748136 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-588699a0-3fed-4eda-91f2-fcf0feb224e6 req-8e4ff47a-5aeb-46d2-9821-4d4786e01966 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960734 Aug 25 03:08:55.767517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-9a2e4979-75f2-4474-b29e-b7785ac4d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.769165 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-9a2e4979-75f2-4474-b29e-b7785ac4d977 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0623524 Aug 25 03:08:55.808906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:55.827857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-d6d1fdfa-b742-4acb-8a2d-f1064b3e4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.829659 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-d6d1fdfa-b742-4acb-8a2d-f1064b3e4a0e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515935 Aug 25 03:08:55.925663 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:55.944417 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc241f-8938-4a88-9383-2f38481b7d13 req-c2edbe00-427f-416e-a5d4-6b9245debe3b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:55.955568 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-70cc241f-8938-4a88-9383-2f38481b7d13 req-c2edbe00-427f-416e-a5d4-6b9245debe3b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0666983 Aug 25 03:08:55.981206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:08:56.026652 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-70cc241f-8938-4a88-9383-2f38481b7d13 req-953eb5a1-4476-401a-8d06-5b2a3bcbec8f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671210 Aug 25 03:08:56.085685 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-fb2f02c4-c81d-4891-9d4d-78abd5967d3c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474113 Aug 25 03:08:56.112950 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd729e-3b05-4797-b9d9-0c8130a8088a req-1c7365f3-f152-4cba-9fa0-d898fe087c08 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:56.115423 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75dd729e-3b05-4797-b9d9-0c8130a8088a req-1c7365f3-f152-4cba-9fa0-d898fe087c08 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0903809 Aug 25 03:08:56.222464 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75dd729e-3b05-4797-b9d9-0c8130a8088a req-8863dc05-3077-450d-a119-3a34fb911a45 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969636 Aug 25 03:08:56.241595 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-28ead83e-a9f9-4fe6-9fe7-990e6aa8f775 req-d4adff0f-6e4c-4879-9c54-c247213b2bcd service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443262 Aug 25 03:08:56.902026 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878326-5f38-4aaa-8c38-2e07b32d1936 req-d7792cdb-e1ad-421d-977b-94b13e75c769 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:56.905060 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9a878326-5f38-4aaa-8c38-2e07b32d1936 req-d7792cdb-e1ad-421d-977b-94b13e75c769 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0716705 Aug 25 03:08:56.978165 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9a878326-5f38-4aaa-8c38-2e07b32d1936 req-ba9cd7cf-4053-4694-b825-a58263f47722 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658078 Aug 25 03:08:57.165167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70a597-afba-4f21-9468-5974b4306e2c req-05c08b1b-0f23-4fda-aad2-9f41c277b207 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:57.167082 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc70a597-afba-4f21-9468-5974b4306e2c req-05c08b1b-0f23-4fda-aad2-9f41c277b207 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0538266 Aug 25 03:08:57.216430 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc70a597-afba-4f21-9468-5974b4306e2c req-be2678e1-b81c-42ec-a875-3d842a94a8d6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433846 Aug 25 03:08:57.398476 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6dcfd-3967-4ba8-857e-3d9223f026c9 req-84ff86d0-e536-480a-b0e7-81b7a3bf7632 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:57.402266 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-16c6dcfd-3967-4ba8-857e-3d9223f026c9 req-84ff86d0-e536-480a-b0e7-81b7a3bf7632 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0758650 Aug 25 03:08:57.437096 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:57.465409 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:08:57.467101 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-16c6dcfd-3967-4ba8-857e-3d9223f026c9 req-1be7ee0d-e840-45ff-984d-f2d91ade0bf2 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599918 Aug 25 03:08:58.125743 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d201-a903-4a09-92fc-9d79f2a40384 req-5315a78c-fa9c-41d5-a056-41f93aad1d89 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:58.127496 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1876d201-a903-4a09-92fc-9d79f2a40384 req-5315a78c-fa9c-41d5-a056-41f93aad1d89 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0768714 Aug 25 03:08:58.215430 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1876d201-a903-4a09-92fc-9d79f2a40384 req-70978c21-76bd-471a-aa30-c1c42f4ffc32 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781832 Aug 25 03:08:58.343171 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367c32c-69a8-4179-a60a-b5642c28307f req-d3cce79c-5393-47d8-908b-c9ff6f49fb3a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:58.344680 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3367c32c-69a8-4179-a60a-b5642c28307f req-d3cce79c-5393-47d8-908b-c9ff6f49fb3a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0484333 Aug 25 03:08:58.403158 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3367c32c-69a8-4179-a60a-b5642c28307f req-87580989-5bc5-4d12-9bb7-f9c56d4f4c13 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526929 Aug 25 03:08:58.618533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17754c07-457a-47ce-bf91-d20e40ddeb40 req-21a63c37-c05d-48b3-9243-fb3352dd65fb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:58.620529 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-17754c07-457a-47ce-bf91-d20e40ddeb40 req-21a63c37-c05d-48b3-9243-fb3352dd65fb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0543022 Aug 25 03:08:58.682481 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-17754c07-457a-47ce-bf91-d20e40ddeb40 req-1ae14c55-8c46-4073-8cba-57ae9aedf39f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539877 Aug 25 03:08:59.376345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e32a7-1dbd-451f-beaa-57aa3e5deb7e req-d598fcf8-2b85-4014-9956-6b3d9184c0e7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:59.378063 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7b5e32a7-1dbd-451f-beaa-57aa3e5deb7e req-d598fcf8-2b85-4014-9956-6b3d9184c0e7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.0567925 Aug 25 03:08:59.488965 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7b5e32a7-1dbd-451f-beaa-57aa3e5deb7e req-873c8cb2-8487-454a-b05c-66996d6f20b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006336 Aug 25 03:08:59.656106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a384e29-6885-41d2-b53a-0b688672b0c6 req-bc62e2a5-b2a9-4b42-8d86-288b46d2f6cd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:08:59.657854 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6a384e29-6885-41d2-b53a-0b688672b0c6 req-bc62e2a5-b2a9-4b42-8d86-288b46d2f6cd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0773432 Aug 25 03:08:59.755915 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6a384e29-6885-41d2-b53a-0b688672b0c6 req-b0bfbedb-cc6e-4c7a-8aa7-12f1fc073ec7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737598 Aug 25 03:09:00.156450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53830) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:00.303440 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-21e2264a-a524-474a-bc3d-28de1bdf2229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:00.452525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-21e2264a-a524-474a-bc3d-28de1bdf2229 admin admin] Publish callbacks [] for security_group (7c5345d2-4e32-4b7a-98a8-8f49184527f2), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:00.576814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-21e2264a-a524-474a-bc3d-28de1bdf2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7c5345d2-4e32-4b7a-98a8-8f49184527f2), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:00.629417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53842) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:00.629930 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-21e2264a-a524-474a-bc3d-28de1bdf2229 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b30d403880184289bcdfac852906872a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718733 Aug 25 03:09:00.745379 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] Publish callbacks [] for security_group (7c5345d2-4e32-4b7a-98a8-8f49184527f2), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:00.756869 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2264a-a524-474a-bc3d-28de1bdf2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5345d2-4e32-4b7a-98a8-8f49184527f2,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:00.799885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] Publish callbacks [] for security_group (7c5345d2-4e32-4b7a-98a8-8f49184527f2), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:00.801913 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea52d-f75a-4cd1-87cb-6fe9a69894a5 req-8e565937-aca2-4ea4-8ec7-f01f1dfda06f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:00.820767 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-322ea52d-f75a-4cd1-87cb-6fe9a69894a5 req-8e565937-aca2-4ea4-8ec7-f01f1dfda06f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 944 time: 0.2004948 Aug 25 03:09:00.961711 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-322ea52d-f75a-4cd1-87cb-6fe9a69894a5 req-48eb0baf-4362-451d-a6b7-db28a9006677 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398950 Aug 25 03:09:00.992346 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328196c7-f748-4a98-a4c5-45f9cf5cd9f9 req-3006d605-ff22-4fb4-88bd-b6cc39c64110 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:01.008471 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-328196c7-f748-4a98-a4c5-45f9cf5cd9f9 req-3006d605-ff22-4fb4-88bd-b6cc39c64110 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1196849 Aug 25 03:09:01.029298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:01.077432 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-328196c7-f748-4a98-a4c5-45f9cf5cd9f9 req-ffff5fa7-b358-4697-adcf-5b924c36944b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636058 Aug 25 03:09:01.078621 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7c5345d2-4e32-4b7a-98a8-8f49184527f2), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:01.085751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:01.091099 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7c5345d2-4e32-4b7a-98a8-8f49184527f2 HTTP/1.1" status: 204 len: 168 time: 0.4572575 Aug 25 03:09:01.122668 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b583-373b-4beb-a4ae-013733bf4953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5345d2-4e32-4b7a-98a8-8f49184527f2,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:01.454306 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device a2034d10-a91b-4dcb-8ed7-42398e639214 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:09:01.686434 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a2034d10-a91b-4dcb-8ed7-42398e639214,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:01.718437 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:09:01.814368 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port a2034d10-a91b-4dcb-8ed7-42398e639214 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:01.815041 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:01.855140 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2034d10-a91b-4dcb-8ed7-42398e639214 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:09:01.895616 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a2034d10-a91b-4dcb-8ed7-42398e639214,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:01.897626 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:02.089226 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:02.209739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:02.273179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:02.285399 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6b22-54db-4557-a47a-9483aa0937c9 req-19d64056-86e1-414e-929e-956a4080bf20 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:02.295174 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a72d6b22-54db-4557-a47a-9483aa0937c9 req-19d64056-86e1-414e-929e-956a4080bf20 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 945 time: 0.1195960 Aug 25 03:09:02.451568 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a72d6b22-54db-4557-a47a-9483aa0937c9 req-04a460d5-a420-429d-b1cc-81351d31d23f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551380 Aug 25 03:09:02.460810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0c441-b9bb-43c4-978e-86227254f530 req-e991ba36-121d-4b1d-9963-82cb4b0d56fa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:02.463067 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6a0c441-b9bb-43c4-978e-86227254f530 req-e991ba36-121d-4b1d-9963-82cb4b0d56fa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1401727 Aug 25 03:09:02.477959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['a2034d10-a91b-4dcb-8ed7-42398e639214'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:09:02.568720 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6a0c441-b9bb-43c4-978e-86227254f530 req-7d2d5eb3-1352-4bea-abb3-c45842cfb24b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918360 Aug 25 03:09:02.656032 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:03.485323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 53912) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:03.498148 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device a2034d10-a91b-4dcb-8ed7-42398e639214 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:09:03.557879 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:03.616739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port a2034d10-a91b-4dcb-8ed7-42398e639214 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:09:03.719409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7267aed-7ec9-4f26-b97b-4858743e1135 req-f3d80987-d2ec-4bbb-8e55-d12a482da661 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:03.725295 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7267aed-7ec9-4f26-b97b-4858743e1135 req-f3d80987-d2ec-4bbb-8e55-d12a482da661 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 945 time: 0.1125138 Aug 25 03:09:03.729940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port a2034d10-a91b-4dcb-8ed7-42398e639214 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:09:03.730578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:03.868512 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a5e8-288b-4818-8a67-2cccd726e88a req-d8449ec3-a366-48a6-bfa7-c31de5612e81 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:03.877257 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b290a5e8-288b-4818-8a67-2cccd726e88a req-d8449ec3-a366-48a6-bfa7-c31de5612e81 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1483743 Aug 25 03:09:03.883916 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port a2034d10-a91b-4dcb-8ed7-42398e639214 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:03.884640 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:03.914891 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f7267aed-7ec9-4f26-b97b-4858743e1135 req-09759798-a743-403d-84e7-7bd67bd69695 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675854 Aug 25 03:09:03.933694 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:03.935860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8d20b15-0f86-4fb0-b726-5483f83ff573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:03.940513 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204decf-9dfc-41fd-b221-9d1c012a7661" -d '{"events": [{"server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "name": "network-vif-plugged", "status": "completed", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:03.960824 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a2034d10-a91b-4dcb-8ed7-42398e639214,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:03.988346 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b290a5e8-288b-4818-8a67-2cccd726e88a req-45dad468-f927-4019-b942-700c7de05e16 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061029 Aug 25 03:09:03.993853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:04.018319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d5c6f-1a57-4781-ab35-e1c45b44ba91 x-openstack-request-id: req-838d5c6f-1a57-4781-ab35-e1c45b44ba91 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:04.018319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "name": "network-vif-plugged", "status": "completed", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:04.018319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-838d5c6f-1a57-4781-ab35-e1c45b44ba91 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:04.018319 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838d5c6f-1a57-4781-ab35-e1c45b44ba91'] response: {'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'code': 200} Aug 25 03:09:04.069860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8d20b15-0f86-4fb0-b726-5483f83ff573 admin admin] Publish callbacks [] for security_group (a6da0886-fdf1-4364-81a0-e57e174752ec), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.088975 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.157826 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8d20b15-0f86-4fb0-b726-5483f83ff573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a6da0886-fdf1-4364-81a0-e57e174752ec), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.165851 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:04.215722 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b8d20b15-0f86-4fb0-b726-5483f83ff573 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=98a95555525549a381076118b5431f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7292936 Aug 25 03:09:04.216642 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20b15-0f86-4fb0-b726-5483f83ff573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da0886-fdf1-4364-81a0-e57e174752ec,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:04.218503 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 53926) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:04.275476 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:04.278945 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] Publish callbacks [] for security_group (a6da0886-fdf1-4364-81a0-e57e174752ec), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.300410 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] Publish callbacks [] for security_group (a6da0886-fdf1-4364-81a0-e57e174752ec), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.779999 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a6da0886-fdf1-4364-81a0-e57e174752ec), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.782545 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:04.786954 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a6da0886-fdf1-4364-81a0-e57e174752ec HTTP/1.1" status: 204 len: 168 time: 0.5640116 Aug 25 03:09:04.793450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666caf7-45d2-4d4d-8234-2faf5cdc1db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da0886-fdf1-4364-81a0-e57e174752ec,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:04.813304 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5e906-b85f-4fb3-97d0-26562b09895f req-1f1a67ce-0446-455e-9f10-89d8da00c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:04.815454 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-77d5e906-b85f-4fb3-97d0-26562b09895f req-1f1a67ce-0446-455e-9f10-89d8da00c7ee service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0511069 Aug 25 03:09:04.873885 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-77d5e906-b85f-4fb3-97d0-26562b09895f req-ae078ade-e2fe-4186-b598-3b578505a67e service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514753 Aug 25 03:09:05.090952 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c675382-99a0-4909-9506-e1a496ff478b req-d06ae656-7874-4154-beec-8a93f9bc0368 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:05.093154 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5c675382-99a0-4909-9506-e1a496ff478b req-d06ae656-7874-4154-beec-8a93f9bc0368 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0849311 Aug 25 03:09:05.169738 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5c675382-99a0-4909-9506-e1a496ff478b req-0e2eb429-c0cc-4ccf-aa43-d1a50832136a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677867 Aug 25 03:09:05.202495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823711-5ae9-4bc2-8b94-c640a1b87cd2 req-3f73465b-42ef-4e68-8a56-780106fb17eb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:05.210055 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75823711-5ae9-4bc2-8b94-c640a1b87cd2 req-3f73465b-42ef-4e68-8a56-780106fb17eb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.1144226 Aug 25 03:09:05.283697 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-75823711-5ae9-4bc2-8b94-c640a1b87cd2 req-dedcd941-0ff2-4669-b317-63e8e11361dd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687039 Aug 25 03:09:06.416624 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561023-8e81-431f-81dc-1de1c4dc4607 req-2244aa6e-fe16-459c-81cb-234455b5bfa8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:06.419300 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-31561023-8e81-431f-81dc-1de1c4dc4607 req-2244aa6e-fe16-459c-81cb-234455b5bfa8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.1118813 Aug 25 03:09:06.463980 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b03e87-61b7-4445-a1b0-68b76abd6265 req-7e30fc40-632f-4c10-ac3e-cd2c5c9ea052 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:06.466286 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90b03e87-61b7-4445-a1b0-68b76abd6265 req-7e30fc40-632f-4c10-ac3e-cd2c5c9ea052 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0736306 Aug 25 03:09:06.496344 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-31561023-8e81-431f-81dc-1de1c4dc4607 req-660e47ad-7d18-43c4-8b1b-29b2919e8f86 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712328 Aug 25 03:09:06.522518 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:06.555398 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90b03e87-61b7-4445-a1b0-68b76abd6265 req-15cd1c21-206e-4e60-8054-52de98c51d2d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832365 Aug 25 03:09:07.681239 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bfc08-cd5e-4606-b441-e24986f73d65 req-5070114a-cf2b-4137-a8b8-d010088f8d2b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:07.689190 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-968bfc08-cd5e-4606-b441-e24986f73d65 req-5070114a-cf2b-4137-a8b8-d010088f8d2b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.1039631 Aug 25 03:09:07.766788 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd3297-e140-4ce5-8996-b6aaf782a2c8 req-0aef45da-ebef-49dc-bf36-33187875ed62 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:07.769580 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-42dd3297-e140-4ce5-8996-b6aaf782a2c8 req-0aef45da-ebef-49dc-bf36-33187875ed62 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0835750 Aug 25 03:09:07.792290 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-968bfc08-cd5e-4606-b441-e24986f73d65 req-aa1860c2-54fd-4547-bcdc-61febba3e615 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943129 Aug 25 03:09:07.852038 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-42dd3297-e140-4ce5-8996-b6aaf782a2c8 req-437e9c5d-dc5c-4503-8df2-8197390e84fc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745299 Aug 25 03:09:08.060749 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62b874-d563-4c1f-b9de-6ee2512a8ebb req-1953746f-9171-4c91-8a8d-b0ad55a804ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:08.060749 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ab62b874-d563-4c1f-b9de-6ee2512a8ebb req-1953746f-9171-4c91-8a8d-b0ad55a804ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0632634 Aug 25 03:09:08.066736 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54082) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:08.071644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'floatingip': {'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:09:08.151960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:08.757972 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:09.010325 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36846000-f710-4f06-9cbe-8a6739387190 req-666ebb6c-3861-4450-ae99-2673f7aa9f46 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:09.011802 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-36846000-f710-4f06-9cbe-8a6739387190 req-666ebb6c-3861-4450-ae99-2673f7aa9f46 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0509217 Aug 25 03:09:09.067098 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-36846000-f710-4f06-9cbe-8a6739387190 req-4e018066-8ba5-4cb7-8fef-f49c5494ee37 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497434 Aug 25 03:09:09.096172 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:09.450246 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Floating IP 68758764-8026-4ce0-bb49-28a1e2a23e05 associated. External IP: 172.27.1.8, port: a2034d10-a91b-4dcb-8ed7-42398e639214. Aug 25 03:09:09.689521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:09.709390 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Router acf6779c-356b-490d-9a5b-46a76ca23b4d has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:09:09.712832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:09.837300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:09:09.843147 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:09.847307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:09:09.871623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:09:09.872872 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:09.884068 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-86aa6f9e-4835-4df7-8a47-d546fb020b02 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/68758764-8026-4ce0-bb49-28a1e2a23e05 HTTP/1.1" status: 200 len: 990 time: 1.8161061 Aug 25 03:09:09.884809 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:09.898140 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:09.977906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342c493-4922-4215-ae70-7e588295f25c x-openstack-request-id: req-d342c493-4922-4215-ae70-7e588295f25c {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:09.978198 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:09.978452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d342c493-4922-4215-ae70-7e588295f25c {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:09.978862 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d342c493-4922-4215-ae70-7e588295f25c'] response: {'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'status': 'completed', 'code': 200} Aug 25 03:09:10.094187 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:09:10.139230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-dc8dd06c-8ded-4345-94a8-0697442456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:10.147517 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-dc8dd06c-8ded-4345-94a8-0697442456d5 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.1480379 Aug 25 03:09:10.307578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8664a03-931b-4355-9222-0e8b88054cb4 req-428d9bdf-97a4-4d9d-aa81-3848187c0db9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:10.309131 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a8664a03-931b-4355-9222-0e8b88054cb4 req-428d9bdf-97a4-4d9d-aa81-3848187c0db9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0643294 Aug 25 03:09:10.346878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-d2357e3e-b71b-4d45-8ed0-d09f3a83c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:10.348309 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-d2357e3e-b71b-4d45-8ed0-d09f3a83c4a0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.1947310 Aug 25 03:09:10.411744 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a8664a03-931b-4355-9222-0e8b88054cb4 req-747bf9ff-1153-42f1-816b-3ddaed6c979e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924263 Aug 25 03:09:10.628905 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:10.671348 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-0b9100e9-4967-4369-a708-8ee5224cf108 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 998 time: 0.1494768 Aug 25 03:09:10.745742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-55ddf0e9-edc2-4e60-b304-f56788572f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:10.751617 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-55ddf0e9-edc2-4e60-b304-f56788572f3f service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0683613 Aug 25 03:09:10.755867 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:09:08Z', 'revision_number': 1, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:10.805619 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:09:10.816033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:09:10.816265 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-b75a73c2-6273-4522-8bbc-87f595cbab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:10.818869 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-b75a73c2-6273-4522-8bbc-87f595cbab8f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625184 Aug 25 03:09:10.820208 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:08:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:10.925190 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-11a36d44-d2a5-40e3-b0ee-0d948f77d2ae tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-385030089&fields=id&tenant_id=54df2648916c4681af69062a1d5b7430 HTTP/1.1" status: 200 len: 267 time: 0.1000233 Aug 25 03:09:10.951708 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:09:11.062447 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-5b89ecc1-6ef7-41af-aed1-3832947dd2d4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:11.070267 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-5b89ecc1-6ef7-41af-aed1-3832947dd2d4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 808 time: 0.1430402 Aug 25 03:09:11.097547 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-5806b989-a014-43dc-a8d8-65e53fa06c47 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/quotas/54df2648916c4681af69062a1d5b7430 HTTP/1.1" status: 200 len: 375 time: 0.0263114 Aug 25 03:09:11.117336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:11.153799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:11.178034 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-a86232d1-98f1-4054-a02b-cc18b110aa18 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786436 Aug 25 03:09:11.235918 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-95398650-cfe6-4d8c-ab4d-f5ed7a5ed957 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778011 Aug 25 03:09:11.336397 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:11.339810 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:09:08Z', 'revision_number': 1, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:11.347682 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-d111ed26-b900-4ad9-b1b7-12653c0208c1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662443 Aug 25 03:09:11.391588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6d7f3-48bd-4d4c-bd44-ec48c238985a None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:09:08Z', 'revision_number': 1, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:09:11.464604 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4abd9d4c-b74f-4b41-ab54-35c01d8caaa3 req-ade46b8a-5667-442a-9d55-63c6f9744342 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208972 Aug 25 03:09:11.595674 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-92624c6b-4373-479f-a8a5-6f352ab94e99 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390525 Aug 25 03:09:11.642377 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708fe97-2aaa-48e8-b3cd-4b54f84345ec req-e2b02742-4c2d-40f3-9063-6e9d49bd65dd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:11.651569 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c708fe97-2aaa-48e8-b3cd-4b54f84345ec req-e2b02742-4c2d-40f3-9063-6e9d49bd65dd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0851951 Aug 25 03:09:11.737575 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c708fe97-2aaa-48e8-b3cd-4b54f84345ec req-d42737e7-9f72-4a8f-9757-8804525285a8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847933 Aug 25 03:09:11.794555 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60bc26-87d5-4423-b0c1-f5e6e3cc7afb None None] New status for floating IP 68758764-8026-4ce0-bb49-28a1e2a23e05: ACTIVE {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:09:12.077452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:12.869639 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb010-ce7b-4ac1-9500-e41236309a00 req-92718811-e88e-4ef8-b80f-b9e4a71f5e9f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:12.872338 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ba6fb010-ce7b-4ac1-9500-e41236309a00 req-92718811-e88e-4ef8-b80f-b9e4a71f5e9f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0539072 Aug 25 03:09:12.945649 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ba6fb010-ce7b-4ac1-9500-e41236309a00 req-e4265d55-d41a-4488-b045-0b38d048e053 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652330 Aug 25 03:09:12.959273 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54188) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:13.007470 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Deleting subnet 2ae7e09e-0563-40c6-bf15-4e7fbdd96646 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:09:13.010850 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Publish callbacks [] for subnet (2ae7e09e-0563-40c6-bf15-4e7fbdd96646), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.046841 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (2ae7e09e-0563-40c6-bf15-4e7fbdd96646), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.113134 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (2ae7e09e-0563-40c6-bf15-4e7fbdd96646), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.218484 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3ad0fe26-8231-4bb8-92bc-299b8039c143 req-abe8fdca-c5f1-40f1-85bf-5fbe7f00666c tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0602667 Aug 25 03:09:13.289557 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (2ae7e09e-0563-40c6-bf15-4e7fbdd96646), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.296705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:13.351555 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae7e09e-0563-40c6-bf15-4e7fbdd96646,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:13.356845 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.362473 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/2ae7e09e-0563-40c6-bf15-4e7fbdd96646 HTTP/1.1" status: 204 len: 168 time: 0.3997908 Aug 25 03:09:13.364989 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54202) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:13.373672 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.374013 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.374357 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.374694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.375022 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.375409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.375734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.376060 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.376443 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.376766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.377090 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.377412 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.377752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.378072 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.378390 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e0909-886e-4ea7-a6ef-14c3a6ca6e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:13.479548 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (df1df1b6-cd40-47b9-a838-b228d3f1c749), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.589119 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (df1df1b6-cd40-47b9-a838-b228d3f1c749), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.620810 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1df1b6-cd40-47b9-a838-b228d3f1c749']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:13.633773 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:13.634337 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:13.645229 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.665860 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.673098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:09:13.673579 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.720267 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22 resource provider aggregate not found Aug 25 03:09:13.742317 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfe01fe8-b2cb-4117-8c9e-6b370ab8dd22 found for delete ", "request_id": "req-625da41d-60be-4259-981a-666512b5fe61"}]} Aug 25 03:09:13.922179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (df1df1b6-cd40-47b9-a838-b228d3f1c749), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.928391 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:13.934318 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/df1df1b6-cd40-47b9-a838-b228d3f1c749 HTTP/1.1" status: 204 len: 168 time: 0.5656393 Aug 25 03:09:13.947397 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd49158-f191-4232-a37d-3fdbf4938396 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1df1b6-cd40-47b9-a838-b228d3f1c749,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:14.101160 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531dfa7-b278-4637-9c9b-79e916a26f97 req-a740f5e5-18e9-4c53-9feb-fffdc5716feb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:14.102794 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b531dfa7-b278-4637-9c9b-79e916a26f97 req-a740f5e5-18e9-4c53-9feb-fffdc5716feb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0621903 Aug 25 03:09:14.157530 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-e7f25000-fb0c-4645-a7f9-ee1efedc45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:14.159747 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-e7f25000-fb0c-4645-a7f9-ee1efedc45b5 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1130 time: 0.0406959 Aug 25 03:09:14.160439 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b531dfa7-b278-4637-9c9b-79e916a26f97 req-0385a0fe-3508-44fd-b640-d124fbb812a9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497870 Aug 25 03:09:14.313691 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8964428b-923a-4d98-9c16-81235abb004e req-750fe2ad-eac7-4e76-9e34-3285f2751975 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0453725 Aug 25 03:09:14.316181 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-15af0e67-04a4-4bd7-8c3a-9feebe406286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:14.317025 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-15af0e67-04a4-4bd7-8c3a-9feebe406286 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1355031 Aug 25 03:09:14.384177 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-a0dd81f1-0ad4-41ae-9eb4-d77625d66ba4 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0612350 Aug 25 03:09:14.438416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-ebfac263-859e-4504-9fa6-df3708df72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:14.439829 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-ebfac263-859e-4504-9fa6-df3708df72eb service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0480716 Aug 25 03:09:14.488131 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-77f9d21c-f2ae-49d3-b67f-1d71c7e2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:14.490275 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-77f9d21c-f2ae-49d3-b67f-1d71c7e2cce6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419436 Aug 25 03:09:14.592859 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-caabe39c-7580-4d28-ad3d-17309b76ca6f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961578 Aug 25 03:09:14.675388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:14.694005 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1839b08-1764-4406-9cbd-f3c29663bd36 req-f89b0623-4caa-4e36-87b1-a199baf6e353 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941079 Aug 25 03:09:14.790859 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54224) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:14.830828 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3f6ece5d-155a-48f1-8741-9a46a9d096be admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d1f677a8a80e4591ab642d64f4008c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387726 Aug 25 03:09:14.833972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54226) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:14.871885 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:14.894120 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] Publish callbacks [] for security_group (51ac730d-7fa3-485e-a4d8-462236214c4d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:14.924693 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] Publish callbacks [] for security_group (51ac730d-7fa3-485e-a4d8-462236214c4d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:15.123276 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (51ac730d-7fa3-485e-a4d8-462236214c4d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:15.125981 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:15.127142 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/51ac730d-7fa3-485e-a4d8-462236214c4d HTTP/1.1" status: 204 len: 168 time: 0.2922566 Aug 25 03:09:15.136223 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaa9d4-15e1-4c42-9d0e-f820bbc75004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac730d-7fa3-485e-a4d8-462236214c4d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:15.313114 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6faff-25b7-46ee-9d70-4f2e20c3e58d req-b5700d0d-1bb6-4425-92d9-8e49308b8416 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:15.314605 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eec6faff-25b7-46ee-9d70-4f2e20c3e58d req-b5700d0d-1bb6-4425-92d9-8e49308b8416 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0559170 Aug 25 03:09:15.368044 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-eec6faff-25b7-46ee-9d70-4f2e20c3e58d req-d97cb8ac-08e4-44fd-a640-d1d8c015fbd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 Aug 25 03:09:15.421142 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6647b59a-1d9f-4c20-a60f-f1a4a4f9e19a req-e50a983e-d0a4-4991-8035-540ca8c0ddc8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0316765 Aug 25 03:09:15.641593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-fe2ac607-78b6-48cb-8a72-f4de5d27c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:15.643083 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-fe2ac607-78b6-48cb-8a72-f4de5d27c4a7 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1130 time: 0.0418210 Aug 25 03:09:15.752682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-a36d31d0-794c-4dde-a0b7-ccf5a01fd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:15.754195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-a36d31d0-794c-4dde-a0b7-ccf5a01fd5e1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1018462 Aug 25 03:09:15.830666 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-d8e9d19e-dc6c-4ef5-900b-316cd55850aa service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0692806 Aug 25 03:09:15.876041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:15.891823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-801f4877-d030-4597-b029-85b7636008d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:15.893609 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-801f4877-d030-4597-b029-85b7636008d5 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0568299 Aug 25 03:09:15.965819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-06e1ebc6-2a3d-4347-8e30-8fee3dbd871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:15.967514 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-06e1ebc6-2a3d-4347-8e30-8fee3dbd871c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670631 Aug 25 03:09:16.072584 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-3e7697ea-21c1-4244-91d0-2256dc499f39 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970600 Aug 25 03:09:16.180558 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb3dd47f-d260-4dfd-bea9-ba923e38a454 req-fb9e1e95-1dfd-465a-9353-5d3250e77e3a service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020098 Aug 25 03:09:16.508286 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d57280-8362-4dcf-913c-f85c18d563e5 req-d594db8b-b6a4-46d6-a2f9-a38048c11924 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:16.510829 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f5d57280-8362-4dcf-913c-f85c18d563e5 req-d594db8b-b6a4-46d6-a2f9-a38048c11924 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0567868 Aug 25 03:09:16.533377 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9970e72f-3098-446b-86c3-0b29acac79a8 req-dd8dcb7c-f358-4a66-a7b3-7cc5b8fff99a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0345321 Aug 25 03:09:16.565594 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f5d57280-8362-4dcf-913c-f85c18d563e5 req-0c78ea22-24d2-4ef7-a786-147054724887 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483463 Aug 25 03:09:17.646123 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-222d40f5-8567-4229-9df4-6f765782cb57 req-a3734411-32bc-45f6-b7f6-a83b8aeb7d97 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0294003 Aug 25 03:09:17.707644 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236aa37-84e2-4cd2-ab42-f765ca5f35c1 req-704629c5-7ef5-4354-952b-1f65b3ec9ecc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:17.709231 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5236aa37-84e2-4cd2-ab42-f765ca5f35c1 req-704629c5-7ef5-4354-952b-1f65b3ec9ecc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Aug 25 03:09:17.759309 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5236aa37-84e2-4cd2-ab42-f765ca5f35c1 req-94af7648-b36d-4a5d-9640-65d71016d5b2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Aug 25 03:09:18.757881 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-236fc22e-e8ea-4ea0-87de-0454b95c3a6f req-f4d0c59c-1c36-44b4-b133-26190164411d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0328672 Aug 25 03:09:18.877719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:18.893140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85ec5f-2722-48bb-8e7c-b01ff256f809 req-3dd4198c-379a-4e67-9bfc-c80594024c5e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:18.894774 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bd85ec5f-2722-48bb-8e7c-b01ff256f809 req-3dd4198c-379a-4e67-9bfc-c80594024c5e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 946 time: 0.0535116 Aug 25 03:09:18.949316 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bd85ec5f-2722-48bb-8e7c-b01ff256f809 req-458f2992-5fd5-4d25-be1d-8cee62d8e2e4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Aug 25 03:09:19.276105 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b075a4c0-58ee-4c31-9f8d-e4b92c052c9e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:19.280578 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b075a4c0-58ee-4c31-9f8d-e4b92c052c9e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 808 time: 0.1320236 Aug 25 03:09:19.351475 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-0595ec91-dbdd-4b01-8fc6-023d36077cc0 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54df2648916c4681af69062a1d5b7430 HTTP/1.1" status: 200 len: 379 time: 0.0562778 Aug 25 03:09:19.368474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'port': {'device_id': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'admin_state_up': True, 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'security_groups': ['cc86647c-25c8-470f-b30e-723904544ec1']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:09:19.437979 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:19.607864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Made reservation on behalf of 54df2648916c4681af69062a1d5b7430 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:09:19.611755 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:19.636381 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:09:19.716981 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: ACTIVE; New status is: DOWN {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:19.717300 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:19.744668 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:19.746980 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0bfbd-4528-449f-a34f-7afdb934334d" -d '{"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:19.761025 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Allocated IP 172.20.0.3 (a77f17b6-1817-4296-9c12-5c085b9f2966/264b9a8f-ae13-4f55-90f2-0c4e5563d563/c21206be-eb06-4c5c-87e2-32b7265507d1) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:09:19.761562 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:19.784263 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1be03-984f-4397-a629-0cd26751b538 x-openstack-request-id: req-f0f1be03-984f-4397-a629-0cd26751b538 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:19.784723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-unplugged", "status": "failed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "code": 422}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:19.786653 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0f1be03-984f-4397-a629-0cd26751b538 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:19.787171 dv-cinder-779578-6-iscsi neutron-server[107024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0f1be03-984f-4397-a629-0cd26751b538']: {'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'code': 422} returned with failed status Aug 25 03:09:19.877775 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-194a8ea8-2912-47a3-bfa6-07e7be551622 req-824ac8e9-7715-43cd-bb32-5c9543fd8b7d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0321221 Aug 25 03:09:19.907189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:19.911490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:19.960854 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=8']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:20.025355 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.078251 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Network a77f17b6-1817-4296-9c12-5c085b9f2966 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:09:20.081485 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:09:20.086686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:09:20.091220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:20.091757 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.097834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:20.106406 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:20.112638 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.112991 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.113334 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.113737 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.114666 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.115016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.115357 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.115689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.116024 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.116382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.116712 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.117041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.117364 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.117700 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.118009 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:20.325854 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-b5a83e7c-665a-41a9-923f-7517480802df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621570 Aug 25 03:09:20.338176 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Request body: {'port': {'device_id': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:09:20.339991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-b379cab4-6868-45a3-92b4-a5daa30f279f None None] Provisioning complete for port c21206be-eb06-4c5c-87e2-32b7265507d1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:09:20.340372 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b379cab4-6868-45a3-92b4-a5daa30f279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.408652 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.444665 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-b379cab4-6868-45a3-92b4-a5daa30f279f None None] Port c21206be-eb06-4c5c-87e2-32b7265507d1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:09:20.618814 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:20.707273 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21206be-eb06-4c5c-87e2-32b7265507d1 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:09:20.715760 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks [] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.728268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Transition to ACTIVE for port object c21206be-eb06-4c5c-87e2-32b7265507d1 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:09:20.876750 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:20.939789 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-0df4bfd5-87f0-4a6b-8282-b096159cb939 req-d711aa62-2783-44ef-bd55-c29a3c3799e4 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:09:20.940911 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0df4bfd5-87f0-4a6b-8282-b096159cb939 req-d711aa62-2783-44ef-bd55-c29a3c3799e4 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054100 Aug 25 03:09:20.951031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:20.970192 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Attempting to bind port c21206be-eb06-4c5c-87e2-32b7265507d1 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:09:20.970535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Attempting to bind port c21206be-eb06-4c5c-87e2-32b7265507d1 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:09:20.971074 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Attempting to bind port c21206be-eb06-4c5c-87e2-32b7265507d1 on network a77f17b6-1817-4296-9c12-5c085b9f2966 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:09:20.976447 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Port c21206be-eb06-4c5c-87e2-32b7265507d1 on network a77f17b6-1817-4296-9c12-5c085b9f2966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:09:20.976775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Attempting to bind port c21206be-eb06-4c5c-87e2-32b7265507d1 on network a77f17b6-1817-4296-9c12-5c085b9f2966 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:09:20.981857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:09:20.982197 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Checking segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:09:20.982578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Bound using segment: {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:09:20.983010 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Bound port: c21206be-eb06-4c5c-87e2-32b7265507d1, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3891c1ac-bed9-49c1-8f17-f44351e3c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:09:20.983371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.068292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b1db0-133e-4099-b048-8d8c69f5aff2 req-582e165f-5674-4b34-a91a-1ea6820257af tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.069825 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bd1b1db0-133e-4099-b048-8d8c69f5aff2 req-582e165f-5674-4b34-a91a-1ea6820257af tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0840952 Aug 25 03:09:21.111792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:09:21.134115 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:09:21.148596 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bd1b1db0-133e-4099-b048-8d8c69f5aff2 req-3f901b56-1b05-40fc-ba47-76b51a33107d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696359 Aug 25 03:09:21.291418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54420) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:21.328527 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.334797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.334797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.335816 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 1093 time: 1.0026395 Aug 25 03:09:21.336076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:21.338406 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33967cbd-2389-449b-ad22-12b579d93892" -d '{"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:21.369070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:21.391592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53b568-c8c1-41a6-90fd-ef554e20ec95 x-openstack-request-id: req-3c53b568-c8c1-41a6-90fd-ef554e20ec95 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:21.391592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:21.391592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c53b568-c8c1-41a6-90fd-ef554e20ec95 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:21.391592 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c53b568-c8c1-41a6-90fd-ef554e20ec95'] response: {'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'status': 'completed', 'code': 200} Aug 25 03:09:21.398774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8ff9-2c9f-42da-b7d1-0d712deaa8aa service neutron] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:21.440085 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b190d278-287c-4471-8f8b-2cb3ee2c22e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.480496 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967cbd-2389-449b-ad22-12b579d93892 req-2be45b6f-e9c8-42ea-a5ec-ee9bfa346987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.482022 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-33967cbd-2389-449b-ad22-12b579d93892 req-2be45b6f-e9c8-42ea-a5ec-ee9bfa346987 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1127 time: 0.0667005 Aug 25 03:09:21.578899 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b190d278-287c-4471-8f8b-2cb3ee2c22e7 admin admin] Publish callbacks [] for security_group (3681aae5-00e2-4d9b-80f1-64a613918d1e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.653788 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b190d278-287c-4471-8f8b-2cb3ee2c22e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3681aae5-00e2-4d9b-80f1-64a613918d1e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.654873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c3fd-7707-4fc0-8826-1e536b3a62a5 req-707d3173-76b8-4fd7-9e1e-c62660aa7aa4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.656440 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bae1c3fd-7707-4fc0-8826-1e536b3a62a5 req-707d3173-76b8-4fd7-9e1e-c62660aa7aa4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0663571 Aug 25 03:09:21.693302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967cbd-2389-449b-ad22-12b579d93892 req-76cdbbb8-3a17-495e-9630-cd3d143650b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.694788 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-33967cbd-2389-449b-ad22-12b579d93892 req-76cdbbb8-3a17-495e-9630-cd3d143650b5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=54df2648916c4681af69062a1d5b7430&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1944301 Aug 25 03:09:21.715058 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190d278-287c-4471-8f8b-2cb3ee2c22e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681aae5-00e2-4d9b-80f1-64a613918d1e,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:21.719502 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b190d278-287c-4471-8f8b-2cb3ee2c22e7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c0b21ed97aee4e01b4c54ee031cbb523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270611 Aug 25 03:09:21.722343 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54434) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:21.749150 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bae1c3fd-7707-4fc0-8826-1e536b3a62a5 req-72dd7be6-e693-4286-808c-e675d8d4f01e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848899 Aug 25 03:09:21.796041 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] Publish callbacks [] for security_group (3681aae5-00e2-4d9b-80f1-64a613918d1e), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.820374 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] Publish callbacks [] for security_group (3681aae5-00e2-4d9b-80f1-64a613918d1e), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.843979 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967cbd-2389-449b-ad22-12b579d93892 req-9bca95b3-5bc7-4641-96a8-d3e4d70b6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.845469 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-33967cbd-2389-449b-ad22-12b579d93892 req-9bca95b3-5bc7-4641-96a8-d3e4d70b6082 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157410 Aug 25 03:09:21.934029 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-7fed7640-952f-4055-be92-8559aa09240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:21.935574 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-7fed7640-952f-4055-be92-8559aa09240c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1127 time: 0.0451846 Aug 25 03:09:21.939321 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3681aae5-00e2-4d9b-80f1-64a613918d1e), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.942734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:21.946181 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3681aae5-00e2-4d9b-80f1-64a613918d1e HTTP/1.1" status: 204 len: 168 time: 0.2187827 Aug 25 03:09:21.956579 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5b13-26c1-4e77-8116-8015011d3850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681aae5-00e2-4d9b-80f1-64a613918d1e,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:21.985761 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-a2499292-7b6a-4528-bfba-cfdc6c11fb76 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 217 time: 0.0416169 Aug 25 03:09:21.994077 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:22.024373 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:22.043957 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-76ce2018-393d-4bce-bbc6-8fe76dc6cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:22.045473 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-76ce2018-393d-4bce-bbc6-8fe76dc6cdfa service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0499535 Aug 25 03:09:22.092628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-4596d9b6-9dcb-4a60-ac19-fec7edeae85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:22.094132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-4596d9b6-9dcb-4a60-ac19-fec7edeae85b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399971 Aug 25 03:09:22.158058 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:22.202007 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-86fc71c1-9854-485e-9f6b-a97901540dbb service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952559 Aug 25 03:09:22.242833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5a21af64-6a29-4b64-89ca-780d033c13cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:22.286725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf5476-d60c-41ce-b845-345cba7bc071 req-9401be34-6dea-40fd-a00d-b5224e92d5c8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:22.288529 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e3cf5476-d60c-41ce-b845-345cba7bc071 req-9401be34-6dea-40fd-a00d-b5224e92d5c8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0615931 Aug 25 03:09:22.308819 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd300684-e483-4f71-ba6e-e6096ed6433a req-e2fceedf-795b-4bf2-b810-0046d4c1eef3 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997357 Aug 25 03:09:22.344587 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e3cf5476-d60c-41ce-b845-345cba7bc071 req-0764ece3-1f6e-4e44-9ccf-a84e44a76126 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500700 Aug 25 03:09:22.757988 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54450) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:22.772576 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fd26b583-81ab-4e4e-9667-4bc780611aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:22.822680 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:22.852615 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fd26b583-81ab-4e4e-9667-4bc780611aad admin admin] Publish callbacks [] for security_group (54fdc222-4fbe-42ef-bb7a-70303a892056), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:22.902215 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea013d28-8b7b-43ce-9d0a-14066ebd094c req-7a23956f-4f79-4828-bf69-22c823627e1d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:22.903720 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea013d28-8b7b-43ce-9d0a-14066ebd094c req-7a23956f-4f79-4828-bf69-22c823627e1d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0535760 Aug 25 03:09:22.952543 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea013d28-8b7b-43ce-9d0a-14066ebd094c req-8f6af20b-8f35-40fa-94e4-67e298027847 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Aug 25 03:09:22.968298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-fd26b583-81ab-4e4e-9667-4bc780611aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (54fdc222-4fbe-42ef-bb7a-70303a892056), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:23.011635 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-fd26b583-81ab-4e4e-9667-4bc780611aad admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f5ce9590d7a5467fa0ebff98b9740d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525477 Aug 25 03:09:23.012369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26b583-81ab-4e4e-9667-4bc780611aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fdc222-4fbe-42ef-bb7a-70303a892056,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:23.014842 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54456) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:23.069425 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] Publish callbacks [] for security_group (54fdc222-4fbe-42ef-bb7a-70303a892056), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:23.090886 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] Publish callbacks [] for security_group (54fdc222-4fbe-42ef-bb7a-70303a892056), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:23.344694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (54fdc222-4fbe-42ef-bb7a-70303a892056), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:23.347281 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:23.350819 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/54fdc222-4fbe-42ef-bb7a-70303a892056 HTTP/1.1" status: 204 len: 168 time: 0.3324552 Aug 25 03:09:23.357680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed806-40ef-4fa6-b1ed-05c5f09e64f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fdc222-4fbe-42ef-bb7a-70303a892056,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:23.488563 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbefe2e-3c38-40c0-913a-e90a83d35bd3 req-b3bf8683-b764-4b1d-9e07-6e7b2957558a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:23.490387 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8bbefe2e-3c38-40c0-913a-e90a83d35bd3 req-b3bf8683-b764-4b1d-9e07-6e7b2957558a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0636268 Aug 25 03:09:23.518129 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:23.544381 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8bbefe2e-3c38-40c0-913a-e90a83d35bd3 req-37f0cdaf-37d3-4f13-a4b5-c25d1beccb2f tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480201 Aug 25 03:09:23.902533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54484) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:23.986351 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-c82de556-f496-4fe3-a098-1ff9487e5b33 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825570 Aug 25 03:09:23.996177 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-bd1c10f9-716d-4913-b668-283ae4d4bbf4 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:09:23.997176 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-bd1c10f9-716d-4913-b668-283ae4d4bbf4 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052254 Aug 25 03:09:24.080436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:24.096801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a19d5-bfad-4d8d-b4bf-d02d699556c9 req-2dcaff11-85b8-46c7-876f-75f6c6c31ce8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:24.099580 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2b9a19d5-bfad-4d8d-b4bf-d02d699556c9 req-2dcaff11-85b8-46c7-876f-75f6c6c31ce8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0608323 Aug 25 03:09:24.146145 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54498) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:24.165972 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2b9a19d5-bfad-4d8d-b4bf-d02d699556c9 req-878761d6-16a6-4d0b-ba60-a6190bb39870 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572610 Aug 25 03:09:24.223454 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54502) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:24.236678 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b21d6239-acf5-49ed-a9ba-5e29f2edcfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.247046 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-01869daf-27ca-46f5-964e-594e0693a32e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:24.248638 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-01869daf-27ca-46f5-964e-594e0693a32e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports/fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 941 time: 0.1012485 Aug 25 03:09:24.316944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b21d6239-acf5-49ed-a9ba-5e29f2edcfa8 admin admin] Publish callbacks [] for security_group (5527d01d-5d00-4d63-803c-169d5c0278a5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.659278 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d97ff0e6-6ffa-498c-83ea-7b5670cf876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.659837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b21d6239-acf5-49ed-a9ba-5e29f2edcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (5527d01d-5d00-4d63-803c-169d5c0278a5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.676835 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba64db-8317-462e-8b86-efe9f4c57bd5 req-9af8247d-f9c4-45d9-ab4b-de41113f1950 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:24.678756 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-28ba64db-8317-462e-8b86-efe9f4c57bd5 req-9af8247d-f9c4-45d9-ab4b-de41113f1950 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0596273 Aug 25 03:09:24.710966 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b21d6239-acf5-49ed-a9ba-5e29f2edcfa8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5ba448847df84e24bca7b0f39440e1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863932 Aug 25 03:09:24.712638 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6239-acf5-49ed-a9ba-5e29f2edcfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527d01d-5d00-4d63-803c-169d5c0278a5,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:24.715703 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54518) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:24.747738 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-28ba64db-8317-462e-8b86-efe9f4c57bd5 req-3e43bf27-76e5-48f0-8bd7-868ba2630d1d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628414 Aug 25 03:09:24.793138 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] Publish callbacks [] for security_group (5527d01d-5d00-4d63-803c-169d5c0278a5), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.816315 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] Publish callbacks [] for security_group (5527d01d-5d00-4d63-803c-169d5c0278a5), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.967870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (5527d01d-5d00-4d63-803c-169d5c0278a5), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.970466 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:24.975050 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/5527d01d-5d00-4d63-803c-169d5c0278a5 HTTP/1.1" status: 204 len: 168 time: 0.2543795 Aug 25 03:09:24.980228 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d0ca7-df0f-4c44-9bc0-8a863b3a6b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527d01d-5d00-4d63-803c-169d5c0278a5,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:24.993227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:25.309139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a32a4-b6dd-418c-abda-135f20e10b35 req-cdafb778-ccdf-49cd-a5dd-10c4ac20de08 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:25.310652 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8b2a32a4-b6dd-418c-abda-135f20e10b35 req-cdafb778-ccdf-49cd-a5dd-10c4ac20de08 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0625072 Aug 25 03:09:25.365536 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8b2a32a4-b6dd-418c-abda-135f20e10b35 req-ba5f8bba-f429-4490-a1d1-6867dcdfc7d0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486596 Aug 25 03:09:25.716460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:25.873237 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b0af6-5e64-4115-9f7b-4b779547a630 req-5b929dfc-0a53-476d-9d99-b7c0f2c8dd04 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:25.874871 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-647b0af6-5e64-4115-9f7b-4b779547a630 req-5b929dfc-0a53-476d-9d99-b7c0f2c8dd04 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0474446 Aug 25 03:09:25.925754 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-647b0af6-5e64-4115-9f7b-4b779547a630 req-c2d6872a-5fff-476e-8513-7d374dad5746 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Aug 25 03:09:26.496723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-c52d-4bc1-85d4-3f5aca3a3f98 req-5d1ed619-7689-413f-b9c4-f85584176912 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:26.498368 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73b7e62b-c52d-4bc1-85d4-3f5aca3a3f98 req-5d1ed619-7689-413f-b9c4-f85584176912 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0498853 Aug 25 03:09:26.550227 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-73b7e62b-c52d-4bc1-85d4-3f5aca3a3f98 req-b3abe0b6-ee3a-421c-8476-a7e4bd62f2ab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460329 Aug 25 03:09:27.046618 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c99fa-d72b-4c22-8fe5-ddc6dbd3ee1a req-182e0e55-ea39-4a3b-8d84-bf59fa248d8b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:27.048088 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2a9c99fa-d72b-4c22-8fe5-ddc6dbd3ee1a req-182e0e55-ea39-4a3b-8d84-bf59fa248d8b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0473237 Aug 25 03:09:27.313819 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2a9c99fa-d72b-4c22-8fe5-ddc6dbd3ee1a req-5e289155-2354-4017-aff1-11bb524a022a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595828 Aug 25 03:09:27.510961 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:27.584605 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:27.682878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca083aa4-bf8f-4422-bf32-bc4715013ebc req-b3176afb-8529-4c67-941e-6e1e76e14f13 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:27.684429 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ca083aa4-bf8f-4422-bf32-bc4715013ebc req-b3176afb-8529-4c67-941e-6e1e76e14f13 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0473697 Aug 25 03:09:27.714582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:27.736564 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ca083aa4-bf8f-4422-bf32-bc4715013ebc req-22cc0674-5705-46fe-b86d-1a9dacdeba6f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Aug 25 03:09:28.026598 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-ff25a922-db4f-445b-9c32-0e72bafe3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:28.028075 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-ff25a922-db4f-445b-9c32-0e72bafe3bef service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 1128 time: 0.0700779 Aug 25 03:09:28.433510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3a5a-97e1-4e56-8c4f-c0d1e4dcc210 req-79cea1dd-d9fe-4ae8-86e5-f6dc0b1bcc1e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:28.435030 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e8c3a5a-97e1-4e56-8c4f-c0d1e4dcc210 req-79cea1dd-d9fe-4ae8-86e5-f6dc0b1bcc1e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0482659 Aug 25 03:09:28.455578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:28.486160 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2e8c3a5a-97e1-4e56-8c4f-c0d1e4dcc210 req-5a848e78-97a8-4733-9298-7e2a946f3787 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455327 Aug 25 03:09:28.720207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-09321666-e750-4a11-a7cb-bf674feffbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:28.721682 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-09321666-e750-4a11-a7cb-bf674feffbe7 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1128 time: 0.0405498 Aug 25 03:09:28.831495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-c9f97282-0c60-41c7-b3a4-a17e8d710c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:28.833879 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-c9f97282-0c60-41c7-b3a4-a17e8d710c6e service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1024840 Aug 25 03:09:28.904715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ff19-6527-4d41-8a5a-df20ccfa36bb req-a105e428-1de4-4f3a-a2d2-5a9ed6b94b0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:28.906162 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6a41ff19-6527-4d41-8a5a-df20ccfa36bb req-a105e428-1de4-4f3a-a2d2-5a9ed6b94b0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0893369 Aug 25 03:09:28.935988 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-8178ee3b-96c6-44f9-85e9-5ae23fac2cc0 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 200 len: 999 time: 0.0864143 Aug 25 03:09:28.998799 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6a41ff19-6527-4d41-8a5a-df20ccfa36bb req-a43e5e64-1ebf-4918-804d-5b889b6715e9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836470 Aug 25 03:09:29.006624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-95ec864a-bb28-4708-8747-66ebdb40a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:29.007974 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-95ec864a-bb28-4708-8747-66ebdb40a972 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0649550 Aug 25 03:09:29.052434 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-c50f6af8-fcaf-4f42-b354-4df283a970e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:29.053889 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-c50f6af8-fcaf-4f42-b354-4df283a970e6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389323 Aug 25 03:09:29.152982 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-ca91bb41-11fe-4300-8e87-6d24335f53fc service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894489 Aug 25 03:09:29.499305 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-79b9dc7f-13a0-46b7-9e86-7e4f26561f21 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393848 Aug 25 03:09:29.607549 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf181-ec2a-429a-b090-c624972b2e2b req-94a18ead-dc9d-48f8-a253-0f498c20da1e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:29.609517 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-62abf181-ec2a-429a-b090-c624972b2e2b req-94a18ead-dc9d-48f8-a253-0f498c20da1e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0498433 Aug 25 03:09:29.647823 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:09:29.666223 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-62abf181-ec2a-429a-b090-c624972b2e2b req-e45975d0-1e00-400a-8d6d-ee9add8bc2aa tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512960 Aug 25 03:09:29.773159 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:29.784616 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'mac_address': 'fa:16:3e:bc:f5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:09:29.821628 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c21206be-eb06-4c5c-87e2-32b7265507d1 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:29.822028 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:29.839061 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21206be-eb06-4c5c-87e2-32b7265507d1 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:09:29.859740 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:29.979252 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:30.036400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:30.045880 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.046381 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.046728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.047066 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.047393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.047780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.048220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.048450 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.048774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.049202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.049620 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.050192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.050412 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.050739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.051161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:09:30.151134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac7c8-b1ee-4ba4-a9b4-842c28046525 req-3201c344-0752-4254-ac96-3b1606e3621f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:30.152688 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6c9ac7c8-b1ee-4ba4-a9b4-842c28046525 req-3201c344-0752-4254-ac96-3b1606e3621f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0521297 Aug 25 03:09:30.207958 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6c9ac7c8-b1ee-4ba4-a9b4-842c28046525 req-a7c93e5b-78cb-46d9-a1e9-0906d68cec55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487988 Aug 25 03:09:30.303578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['c21206be-eb06-4c5c-87e2-32b7265507d1'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:09:30.558180 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:09:30.568472 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:30.805301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74facd5b-40c7-4ac8-b40b-cf7656ce96fc req-125bf1cb-4ede-4ea1-aa6e-361becc4d937 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:30.806909 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-74facd5b-40c7-4ac8-b40b-cf7656ce96fc req-125bf1cb-4ede-4ea1-aa6e-361becc4d937 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Aug 25 03:09:30.864448 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-74facd5b-40c7-4ac8-b40b-cf7656ce96fc req-1b6dfbdf-98f1-42a5-b674-a6aca4787ec8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499778 Aug 25 03:09:31.346239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa565b-ee40-487a-b8f6-9a80ada916b1 req-20b932b0-9dea-42bd-8e5f-29b01c79eba2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:31.347877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91aa565b-ee40-487a-b8f6-9a80ada916b1 req-20b932b0-9dea-42bd-8e5f-29b01c79eba2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0532184 Aug 25 03:09:31.411074 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91aa565b-ee40-487a-b8f6-9a80ada916b1 req-c877b255-2cba-4979-af22-8eb7b65ed8a3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549221 Aug 25 03:09:31.656570 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:09:31.702065 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port c21206be-eb06-4c5c-87e2-32b7265507d1 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:09:31.790296 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port c21206be-eb06-4c5c-87e2-32b7265507d1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:09:31.790927 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:31.872849 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c21206be-eb06-4c5c-87e2-32b7265507d1 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:31.873238 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:31.897768 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:31.900012 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70904a-9dfc-428c-8a39-c56f6113675a" -d '{"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-plugged", "status": "completed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:31.916443 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:31.953100 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b54362-738e-4274-a6d6-4fed12b69573 x-openstack-request-id: req-71b54362-738e-4274-a6d6-4fed12b69573 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:31.953344 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-plugged", "status": "completed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:31.953745 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71b54362-738e-4274-a6d6-4fed12b69573 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:31.954161 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b54362-738e-4274-a6d6-4fed12b69573'] response: {'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'code': 200} Aug 25 03:09:32.015850 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378fc9-bd32-4da5-8a47-a02da9f1fdcb req-598341a0-5343-46c7-b58a-28dcd9b10a93 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:32.017451 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-45378fc9-bd32-4da5-8a47-a02da9f1fdcb req-598341a0-5343-46c7-b58a-28dcd9b10a93 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 944 time: 0.0527983 Aug 25 03:09:32.037404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:32.081599 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-45378fc9-bd32-4da5-8a47-a02da9f1fdcb req-10e6f41c-e158-465c-8d30-669a53620905 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578315 Aug 25 03:09:32.095752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:32.102426 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:32.548947 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12fe4-2633-46b9-82fb-366b164b3e64 req-e91b42d7-24e2-422f-b81c-31d2fbeb8462 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:32.552005 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dbe12fe4-2633-46b9-82fb-366b164b3e64 req-e91b42d7-24e2-422f-b81c-31d2fbeb8462 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0540056 Aug 25 03:09:32.572620 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:32.609268 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dbe12fe4-2633-46b9-82fb-366b164b3e64 req-543afc63-6c07-4cb0-91dd-ec30160e72d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505559 Aug 25 03:09:33.230330 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03c42-1007-41c3-98ec-96ad0a9c3193 req-f0bd4d32-5aef-47d1-92bb-17e71fc824ab tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:33.236664 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-48f03c42-1007-41c3-98ec-96ad0a9c3193 req-f0bd4d32-5aef-47d1-92bb-17e71fc824ab tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Aug 25 03:09:33.290918 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-48f03c42-1007-41c3-98ec-96ad0a9c3193 req-98592b5b-e41c-49f2-9b02-40b4911c3676 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484798 Aug 25 03:09:33.757912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110668e-5ae5-47f1-bff2-5abe2d902723 req-60240f8e-28df-40fb-9803-d01e307137ac tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:33.759498 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f110668e-5ae5-47f1-bff2-5abe2d902723 req-60240f8e-28df-40fb-9803-d01e307137ac tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0559602 Aug 25 03:09:33.783956 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:33.820634 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f110668e-5ae5-47f1-bff2-5abe2d902723 req-c679d012-f0e3-493f-aa15-16b50ae13c12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Aug 25 03:09:34.425205 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502578-41de-4813-960f-305b8a9d253e req-6076129b-2a9e-480b-ac4b-5d1764f0c2ff tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:34.427488 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-12502578-41de-4813-960f-305b8a9d253e req-6076129b-2a9e-480b-ac4b-5d1764f0c2ff tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0546422 Aug 25 03:09:34.490154 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-12502578-41de-4813-960f-305b8a9d253e req-e0c02d0b-87f2-4f2c-986e-a334a74e869a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563762 Aug 25 03:09:34.953178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72e9f4-d176-40ca-a095-57c7b4f575d8 req-64adfa31-7deb-4189-9bd9-92491f0733b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:34.954764 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1b72e9f4-d176-40ca-a095-57c7b4f575d8 req-64adfa31-7deb-4189-9bd9-92491f0733b6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0627916 Aug 25 03:09:35.007398 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1b72e9f4-d176-40ca-a095-57c7b4f575d8 req-18288dc7-47bc-4895-92f0-27deafb62bf9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457056 Aug 25 03:09:35.623970 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde61ad3-82c7-4cb2-b14c-1ed22d4f4166 req-99937038-3fc3-43ce-ab9a-ac80b67ae339 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:35.626332 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cde61ad3-82c7-4cb2-b14c-1ed22d4f4166 req-99937038-3fc3-43ce-ab9a-ac80b67ae339 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0565324 Aug 25 03:09:35.697837 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cde61ad3-82c7-4cb2-b14c-1ed22d4f4166 req-40becb84-b096-49aa-baff-a0cc685b8c10 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616951 Aug 25 03:09:36.154866 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a485ab6-100c-4c29-a301-35b4958d0599 req-95c2fdbf-327f-4985-9297-6d1f4bc44a4f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:36.156596 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a485ab6-100c-4c29-a301-35b4958d0599 req-95c2fdbf-327f-4985-9297-6d1f4bc44a4f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0590763 Aug 25 03:09:36.215431 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a485ab6-100c-4c29-a301-35b4958d0599 req-50b88be7-642c-4aa5-a008-a6ed8b5dfacc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492866 Aug 25 03:09:36.848116 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4076-3ff1-451c-b5f9-c576a90a5d64 req-0e7f2604-3bfa-4cb2-ab18-33994b641554 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:36.848116 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5fec4076-3ff1-451c-b5f9-c576a90a5d64 req-0e7f2604-3bfa-4cb2-ab18-33994b641554 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Aug 25 03:09:36.904088 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5fec4076-3ff1-451c-b5f9-c576a90a5d64 req-b0c05215-3626-4f9a-ba8d-b11e272446f2 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513508 Aug 25 03:09:37.345039 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366eacd-6d14-452c-9340-32dad19d0843 req-e332aab4-9315-4004-ad29-b891bb9d59c6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:37.346487 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d366eacd-6d14-452c-9340-32dad19d0843 req-e332aab4-9315-4004-ad29-b891bb9d59c6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0497580 Aug 25 03:09:37.423584 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d366eacd-6d14-452c-9340-32dad19d0843 req-e1950d7c-f3a8-4d2f-949a-be4bb251abad tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661340 Aug 25 03:09:38.039182 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee721fd-200e-4c8e-86ea-696317f9761d req-a90a07d5-6794-4ca4-947e-c36646b7737b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:38.041733 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4ee721fd-200e-4c8e-86ea-696317f9761d req-a90a07d5-6794-4ca4-947e-c36646b7737b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0555801 Aug 25 03:09:38.081067 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:38.096440 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4ee721fd-200e-4c8e-86ea-696317f9761d req-4605006d-9443-4647-b819-74c391d9a1c6 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488379 Aug 25 03:09:38.594810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d179e-63a4-487b-ad4c-b924ace90bd9 req-43a75a99-b2c2-41fa-b182-c70dd1b1daee tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:38.598345 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d30d179e-63a4-487b-ad4c-b924ace90bd9 req-43a75a99-b2c2-41fa-b182-c70dd1b1daee tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0857661 Aug 25 03:09:38.658175 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d30d179e-63a4-487b-ad4c-b924ace90bd9 req-ed496807-c90a-41c2-8751-5f217216cfd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537066 Aug 25 03:09:39.224682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5929-b27d-4fda-8833-48c8b05b5c45 req-2a9ecd98-2c64-41ec-adf8-ceda3a794ba9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:39.229188 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f17a5929-b27d-4fda-8833-48c8b05b5c45 req-2a9ecd98-2c64-41ec-adf8-ceda3a794ba9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0535398 Aug 25 03:09:39.277333 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f17a5929-b27d-4fda-8833-48c8b05b5c45 req-393860e1-3a36-4aba-941c-884e53b71678 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454140 Aug 25 03:09:39.791254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe6f77-6439-4a83-bf9e-dd291a72db99 req-ace873b5-2d0c-4c2b-a140-f782956c8ffa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:39.792772 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8cfe6f77-6439-4a83-bf9e-dd291a72db99 req-ace873b5-2d0c-4c2b-a140-f782956c8ffa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0474741 Aug 25 03:09:39.840020 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8cfe6f77-6439-4a83-bf9e-dd291a72db99 req-8e6d69a9-182f-45e7-a5ff-c9039cfb6953 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Aug 25 03:09:40.087659 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd467-e864-4dc3-b12c-0de0f3abbf9f req-27e7ecf2-d4f7-4318-b6ef-0343dd97965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:40.089360 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-234fd467-e864-4dc3-b12c-0de0f3abbf9f req-27e7ecf2-d4f7-4318-b6ef-0343dd97965d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0434501 Aug 25 03:09:40.136957 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-234fd467-e864-4dc3-b12c-0de0f3abbf9f req-84a5b7ec-f9c9-4641-8901-21e7d1142887 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409923 Aug 25 03:09:40.398725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec047a40-486d-4552-899b-b3e3725e5c55 req-9c405bac-9583-4202-9373-878f257b3e97 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:40.400284 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ec047a40-486d-4552-899b-b3e3725e5c55 req-9c405bac-9583-4202-9373-878f257b3e97 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Aug 25 03:09:40.450023 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ec047a40-486d-4552-899b-b3e3725e5c55 req-b719d145-a321-4184-b526-946eb5a57b22 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441942 Aug 25 03:09:40.970003 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12efd9-3437-4922-a00c-4e71c33cd1cb req-92df283f-58f1-40ad-b147-01149b93dc53 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:40.971478 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4e12efd9-3437-4922-a00c-4e71c33cd1cb req-92df283f-58f1-40ad-b147-01149b93dc53 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0480924 Aug 25 03:09:41.018884 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4e12efd9-3437-4922-a00c-4e71c33cd1cb req-df503435-c684-4b8a-9f1f-d504d476216c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Aug 25 03:09:41.574238 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc84e-9b3e-40c3-853b-5556261db8e9 req-54b84b13-1d18-420e-97de-e030f26b4649 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:41.575700 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d92bc84e-9b3e-40c3-853b-5556261db8e9 req-54b84b13-1d18-420e-97de-e030f26b4649 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0512791 Aug 25 03:09:41.626473 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d92bc84e-9b3e-40c3-853b-5556261db8e9 req-f719c1c4-b3c9-4c4c-b003-70142377362c tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450802 Aug 25 03:09:41.938770 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:42.147811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5821c-c145-4f7b-86a2-d4156f606dcb req-4a1955a3-edae-4a4b-a595-b0b1766d7624 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:42.149383 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-72b5821c-c145-4f7b-86a2-d4156f606dcb req-4a1955a3-edae-4a4b-a595-b0b1766d7624 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0489333 Aug 25 03:09:42.201618 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-72b5821c-c145-4f7b-86a2-d4156f606dcb req-5c985429-00d6-44dd-8064-335fc8235be8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465853 Aug 25 03:09:42.745654 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472bb19-771c-49b2-b72d-b4724f58e510 req-ddbe190c-0183-42ee-93df-717fdb80df75 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:42.747021 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0472bb19-771c-49b2-b72d-b4724f58e510 req-ddbe190c-0183-42ee-93df-717fdb80df75 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0467896 Aug 25 03:09:42.773796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:42.796752 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0472bb19-771c-49b2-b72d-b4724f58e510 req-31f8bc28-7fe4-4f19-a5e5-35d381e10144 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441792 Aug 25 03:09:43.331817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a138-d532-456c-8a44-3a81e20c6986 req-9968655e-3a44-4fe6-bbac-d96045f8b569 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:43.333367 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f051a138-d532-456c-8a44-3a81e20c6986 req-9968655e-3a44-4fe6-bbac-d96045f8b569 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0484061 Aug 25 03:09:43.381385 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f051a138-d532-456c-8a44-3a81e20c6986 req-d80599c8-ae90-48c8-bbcd-1798c891a67a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Aug 25 03:09:43.917528 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3a41d-e880-435e-9921-a99729749938 req-948660cf-5f91-4f60-81d7-191cf32c21a4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:43.919067 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e7b3a41d-e880-435e-9921-a99729749938 req-948660cf-5f91-4f60-81d7-191cf32c21a4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Aug 25 03:09:43.972958 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e7b3a41d-e880-435e-9921-a99729749938 req-c456993f-6814-4d8a-9b1f-7e85dc42b8a7 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478754 Aug 25 03:09:44.502960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:44.516811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5cf97-0831-4747-bde2-e1ca18d3cf51 req-2a1cd6f2-1648-4347-8bd2-1324d415f9a2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:44.518355 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2fe5cf97-0831-4747-bde2-e1ca18d3cf51 req-2a1cd6f2-1648-4347-8bd2-1324d415f9a2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0543962 Aug 25 03:09:44.575884 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2fe5cf97-0831-4747-bde2-e1ca18d3cf51 req-2abeaf06-36c7-4715-af5f-b46374f14163 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509694 Aug 25 03:09:45.089677 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708298-68ed-4fe6-b1c2-da8bfe4cd886 req-3fed184e-65e9-43e6-b09c-3bb8d816c6a9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:45.091044 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-39708298-68ed-4fe6-b1c2-da8bfe4cd886 req-3fed184e-65e9-43e6-b09c-3bb8d816c6a9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0459661 Aug 25 03:09:45.142413 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-39708298-68ed-4fe6-b1c2-da8bfe4cd886 req-ef3f3154-9e6c-4465-b963-27a99824b83d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Aug 25 03:09:45.263996 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd554-7950-4b6e-8f0c-0a82fc598b9c req-2477c545-c5ac-4fde-9441-77e9f00cbef3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:45.265492 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e34bd554-7950-4b6e-8f0c-0a82fc598b9c req-2477c545-c5ac-4fde-9441-77e9f00cbef3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Aug 25 03:09:45.300401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:45.317132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e34bd554-7950-4b6e-8f0c-0a82fc598b9c req-ea07edf2-fcd8-42b6-b346-d239ac2432e0 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460680 Aug 25 03:09:45.344453 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54740) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:45.563056 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad5419-72ab-4943-9ea6-14b899ac3a97 tempest-TestShelveInstance-1293828129 tempest-TestShelveInstance-1293828129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:45.564593 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-18ad5419-72ab-4943-9ea6-14b899ac3a97 tempest-TestShelveInstance-1293828129 tempest-TestShelveInstance-1293828129-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1124 time: 0.2203007 Aug 25 03:09:45.567454 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54744) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:09:45.572323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:09:45.708601 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f494d8-cfec-4548-9bed-1afae565afda req-6944133a-e762-4471-89a8-af2131fbda6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:45.710116 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42f494d8-cfec-4548-9bed-1afae565afda req-6944133a-e762-4471-89a8-af2131fbda6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0529823 Aug 25 03:09:45.745808 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:45.805665 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42f494d8-cfec-4548-9bed-1afae565afda req-839231e6-0337-4554-a964-e071ccf03027 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898950 Aug 25 03:09:45.843901 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:45.951261 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Allocated IP 172.27.1.123 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/4952d4a1-cc85-4e63-a572-a3593a7531b3) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:09:46.005008 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:46.064289 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:46.237140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:46.242102 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:46.285006 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:09:46.285006 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:09:46.289290 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:09:46.313009 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'Port': ['ID=4952d4a1-cc85-4e63-a572-a3593a7531b3,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:46.672694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for floatingip (e0666670-b543-4691-b295-da2a74cdc7eb), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:46.700893 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:46.835488 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:46.948371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20418b-f461-4fd1-8c45-9c6bf514680e req-4f358e23-574a-42fc-9044-19ab33b25271 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:46.949876 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea20418b-f461-4fd1-8c45-9c6bf514680e req-4f358e23-574a-42fc-9044-19ab33b25271 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0507226 Aug 25 03:09:46.995618 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:46.998449 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea20418b-f461-4fd1-8c45-9c6bf514680e req-172b6139-4702-4601-b303-f3f08b44d47a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Aug 25 03:09:47.344902 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:47.416265 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event updated for resources: {'Port': ['ID=4952d4a1-cc85-4e63-a572-a3593a7531b3,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:09:47.418683 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (e0666670-b543-4691-b295-da2a74cdc7eb), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:47.520063 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Floating IP e0666670-b543-4691-b295-da2a74cdc7eb associated. External IP: 172.27.1.123, port: c21206be-eb06-4c5c-87e2-32b7265507d1. Aug 25 03:09:47.671831 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:47.727564 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Router a5e27df6-739a-415f-98ef-648734259223 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:09:47.832744 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:09:47.843275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Sync routers for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:09:47.853820 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:09:47.854480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:09:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:47.963907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:09:47.986835 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:48.025268 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-07779bc0-c075-4ec1-b067-b93546643207 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4540541 Aug 25 03:09:48.025268 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:09:48.026277 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d1d59-78e4-47b6-a82f-55d2627b5e24" -d '{"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:09:48.068967 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9037de-2a32-4c9b-8ee7-9704492ef967 x-openstack-request-id: req-8c9037de-2a32-4c9b-8ee7-9704492ef967 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:09:48.069313 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:09:48.069565 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c9037de-2a32-4c9b-8ee7-9704492ef967 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:09:48.069978 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9037de-2a32-4c9b-8ee7-9704492ef967'] response: {'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'status': 'completed', 'code': 200} Aug 25 03:09:48.133828 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90902f06-653f-4b0e-93b8-6e934d969378 req-8f27ae77-29e3-4b11-92fd-86e1e038399d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:48.135449 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90902f06-653f-4b0e-93b8-6e934d969378 req-8f27ae77-29e3-4b11-92fd-86e1e038399d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0508602 Aug 25 03:09:48.184033 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90902f06-653f-4b0e-93b8-6e934d969378 req-6b3a4a33-fe91-44d6-adec-d6b087a0da83 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Aug 25 03:09:48.212380 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'e0666670-b543-4691-b295-da2a74cdc7eb', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'a5e27df6-739a-415f-98ef-648734259223', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'mac_address': 'fa:16:3e:bc:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:09:46Z', 'updated_at': '2022-08-25T03:09:46Z', 'revision_number': 0, 'project_id': '54df2648916c4681af69062a1d5b7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:48.232307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Checking router: a5e27df6-739a-415f-98ef-648734259223 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:09:48.240458 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:09:48.241192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:09:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:48.344632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:09:48.563204 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:48.697560 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'e0666670-b543-4691-b295-da2a74cdc7eb', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'a5e27df6-739a-415f-98ef-648734259223', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'mac_address': 'fa:16:3e:bc:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:09:46Z', 'updated_at': '2022-08-25T03:09:46Z', 'revision_number': 0, 'project_id': '54df2648916c4681af69062a1d5b7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:09:48.723338 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e6a3a-0a01-4f39-981c-ba2e1eafe51f None None] The sync data for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi is: [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'e0666670-b543-4691-b295-da2a74cdc7eb', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'a5e27df6-739a-415f-98ef-648734259223', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'mac_address': 'fa:16:3e:bc:f5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:09:46Z', 'updated_at': '2022-08-25T03:09:46Z', 'revision_number': 0, 'project_id': '54df2648916c4681af69062a1d5b7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:09:48.904873 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d166f6-c846-4248-a164-38096bea55ee None None] New status for floating IP e0666670-b543-4691-b295-da2a74cdc7eb: ACTIVE {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:09:49.322278 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabf84d-984f-4d49-b8fd-a2944e70dcce req-02a5483d-78ff-4c36-99ac-d3022308e73a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:49.323841 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2fabf84d-984f-4d49-b8fd-a2944e70dcce req-02a5483d-78ff-4c36-99ac-d3022308e73a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0509660 Aug 25 03:09:49.373693 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2fabf84d-984f-4d49-b8fd-a2944e70dcce req-941826b5-04db-497f-b1d1-5f9acec9e181 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Aug 25 03:09:50.498396 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11548dd-308d-4fa4-9cfd-90bee1fdf216 req-86f4606a-3eda-4f56-ac0f-40a993188c06 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:50.499853 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d11548dd-308d-4fa4-9cfd-90bee1fdf216 req-86f4606a-3eda-4f56-ac0f-40a993188c06 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0485299 Aug 25 03:09:50.548988 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d11548dd-308d-4fa4-9cfd-90bee1fdf216 req-740b9149-d92a-4fbe-bb4f-13937f83172e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Aug 25 03:09:51.674027 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef79006-a5b6-43a3-9ef2-f32b6c929fba req-017a8207-8a5f-4797-9ac8-09abcce5257c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:51.675484 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aef79006-a5b6-43a3-9ef2-f32b6c929fba req-017a8207-8a5f-4797-9ac8-09abcce5257c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0472009 Aug 25 03:09:51.723064 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aef79006-a5b6-43a3-9ef2-f32b6c929fba req-cc9f97d6-2593-4c90-a593-ede37fbcebe9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Aug 25 03:09:52.235693 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd895bc8-593c-424c-b6b6-9058286c1060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:52.847044 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05141cb-8750-4206-9af2-62a1ff604f79 req-fcf0bb99-3765-4ac8-b18b-7e8700f20029 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:52.848521 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c05141cb-8750-4206-9af2-62a1ff604f79 req-fcf0bb99-3765-4ac8-b18b-7e8700f20029 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0463326 Aug 25 03:09:52.899743 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c05141cb-8750-4206-9af2-62a1ff604f79 req-581148b6-b441-4148-8b86-eb21b35df1fc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Aug 25 03:09:54.030936 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1525-0829-4da6-a688-0c9c72fecc74 req-6893a6f1-c848-4fef-a76c-89222c856ef7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:54.032428 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d53d1525-0829-4da6-a688-0c9c72fecc74 req-6893a6f1-c848-4fef-a76c-89222c856ef7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Aug 25 03:09:54.080269 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d53d1525-0829-4da6-a688-0c9c72fecc74 req-81ad0949-0b29-4cad-810d-91b0397dad1b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Aug 25 03:09:54.452759 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1e1826a7-83ee-494e-8ac9-0a104a6764a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:55.207666 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc4aba-dbe5-409e-b236-4e6a3ae95dbd req-55a0c810-3f7b-45a4-bb27-cb1b411d155c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:55.209278 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29bc4aba-dbe5-409e-b236-4e6a3ae95dbd req-55a0c810-3f7b-45a4-bb27-cb1b411d155c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0499964 Aug 25 03:09:55.260155 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29bc4aba-dbe5-409e-b236-4e6a3ae95dbd req-c692d29a-bebe-47b5-9d17-b34947e37f08 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Aug 25 03:09:55.675933 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:56.387132 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56661bb4-1ef8-445a-85ec-37a23c7fa847 req-a10bf4c5-9141-49c6-8de8-6d45d560d38a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:56.388638 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-56661bb4-1ef8-445a-85ec-37a23c7fa847 req-a10bf4c5-9141-49c6-8de8-6d45d560d38a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0476882 Aug 25 03:09:56.414275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:56.435625 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-56661bb4-1ef8-445a-85ec-37a23c7fa847 req-00ebfe04-cbc7-4bac-92fc-ff3cb781feec tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Aug 25 03:09:57.469939 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:57.504735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:57.563097 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9bfb-c736-4e27-b0c4-58bb681f1751 req-f16b3e68-57d5-4af9-83e8-05c0c824ba0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:57.564640 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95ec9bfb-c736-4e27-b0c4-58bb681f1751 req-f16b3e68-57d5-4af9-83e8-05c0c824ba0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0465250 Aug 25 03:09:57.614010 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-95ec9bfb-c736-4e27-b0c4-58bb681f1751 req-7eb4f356-e0f0-4499-b5cb-23778d674fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Aug 25 03:09:58.743183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe299-3157-4f66-8f93-0c62fb8b401e req-3daab810-878d-4633-bccb-e0e04129b6c1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:58.744705 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-830fe299-3157-4f66-8f93-0c62fb8b401e req-3daab810-878d-4633-bccb-e0e04129b6c1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0519259 Aug 25 03:09:58.825209 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-90612ee3-15f1-43f1-b87d-af5a55fb6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:58.826676 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-90612ee3-15f1-43f1-b87d-af5a55fb6ab6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0594161 Aug 25 03:09:58.833725 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-830fe299-3157-4f66-8f93-0c62fb8b401e req-16923fc0-a4b4-4dfd-9caa-451256854e34 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830481 Aug 25 03:09:58.927252 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-f1d3e8bd-9d01-4853-855d-479919cf56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:58.928827 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-f1d3e8bd-9d01-4853-855d-479919cf56be service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.0942216 Aug 25 03:09:59.005203 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-29ce19be-3bc5-4a50-bb9a-25e047635e7d service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 1001 time: 0.0698223 Aug 25 03:09:59.010972 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:59.012822 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:59.061135 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-042689a3-6286-483f-84d9-3599d9da90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:59.062612 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-042689a3-6286-483f-84d9-3599d9da90c3 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0502832 Aug 25 03:09:59.112784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:59.119384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-fb248197-8830-4de5-b3f1-dd7cdd28e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:59.121017 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-fb248197-8830-4de5-b3f1-dd7cdd28e185 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477717 Aug 25 03:09:59.777535 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:09:59.862961 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:09:59.883522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:09:59.895033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'mac_address': 'fa:16:3e:ef:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:09:59.932455 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:09:59.932455 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:09:59.946487 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:09:59.965088 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7efc7-09d4-48b5-b08f-0dc37ed6991c req-df27d980-1a7b-4499-bb8d-c45ac881c837 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:09:59.966631 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a1a7efc7-09d4-48b5-b08f-0dc37ed6991c req-df27d980-1a7b-4499-bb8d-c45ac881c837 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 944 time: 0.0527899 Aug 25 03:09:59.966909 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:10:00.011490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:00.016106 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a1a7efc7-09d4-48b5-b08f-0dc37ed6991c req-a1878980-53d2-43fb-a58b-ab03c4b948cc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Aug 25 03:10:00.071404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:00.125189 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=9']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:00.345168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['fbdece03-b15e-470f-93bf-0ec38b8bf2e1'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:10:00.451914 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:00.873270 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 54906) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:00.980649 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cda759f5-7a59-4fa7-b02a-08d47d9a29d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.066324 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cda759f5-7a59-4fa7-b02a-08d47d9a29d1 admin admin] Publish callbacks [] for security_group (e217bc64-0a9a-4df5-8888-b4be9994930f), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.146939 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8691c4-38f5-4b27-b33d-e7526cf1ba99 req-b011ee2e-5137-477c-9f18-44340e00482b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:01.148463 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cf8691c4-38f5-4b27-b33d-e7526cf1ba99 req-b011ee2e-5137-477c-9f18-44340e00482b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Aug 25 03:10:01.150310 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-cda759f5-7a59-4fa7-b02a-08d47d9a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e217bc64-0a9a-4df5-8888-b4be9994930f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.203892 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda759f5-7a59-4fa7-b02a-08d47d9a29d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217bc64-0a9a-4df5-8888-b4be9994930f,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:01.214167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-cda759f5-7a59-4fa7-b02a-08d47d9a29d1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3bb77164622c4107a88e1a215b19fbae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398340 Aug 25 03:10:01.217630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54914) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:01.237297 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cf8691c4-38f5-4b27-b33d-e7526cf1ba99 req-a8e14618-6bdd-485a-b53b-c60dc68a698e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809982 Aug 25 03:10:01.269320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] Publish callbacks [] for security_group (e217bc64-0a9a-4df5-8888-b4be9994930f), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.290802 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] Publish callbacks [] for security_group (e217bc64-0a9a-4df5-8888-b4be9994930f), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.418411 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e217bc64-0a9a-4df5-8888-b4be9994930f), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.421030 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.422192 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e217bc64-0a9a-4df5-8888-b4be9994930f HTTP/1.1" status: 204 len: 168 time: 0.2035198 Aug 25 03:10:01.430247 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894c856-5a3e-439d-805e-5354aec856c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217bc64-0a9a-4df5-8888-b4be9994930f,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:01.770730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:10:01.827659 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:10:01.828475 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.908660 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:10:01.909177 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:01.937564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:10:01.943172 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0f0fdf-78ca-4576-842a-9f86b8d17195" -d '{"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:10:01.952456 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:10:01.982116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7266f-5956-43a5-9634-10fb6d1f17a3 x-openstack-request-id: req-dbb7266f-5956-43a5-9634-10fb6d1f17a3 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:10:01.982429 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-plugged", "status": "completed", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:10:01.982706 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbb7266f-5956-43a5-9634-10fb6d1f17a3 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:10:01.983121 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb7266f-5956-43a5-9634-10fb6d1f17a3'] response: {'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'code': 200} Aug 25 03:10:02.092886 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:02.144850 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=10']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:02.381667 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289ff2-c0f1-4184-bf14-b8ecda4faf2c req-9dd0b5bf-d212-4600-b635-6776fd504cab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:02.383483 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-72289ff2-c0f1-4184-bf14-b8ecda4faf2c req-9dd0b5bf-d212-4600-b635-6776fd504cab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0532095 Aug 25 03:10:02.435786 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-72289ff2-c0f1-4184-bf14-b8ecda4faf2c req-f2bf7a94-e6af-437c-9764-7a597b36ef5c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Aug 25 03:10:03.583646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ce358-e24c-47c0-9fdd-9734597f4392 req-b6b197f3-b407-48cb-84cf-9851da656303 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:03.585145 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-522ce358-e24c-47c0-9fdd-9734597f4392 req-b6b197f3-b407-48cb-84cf-9851da656303 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0517983 Aug 25 03:10:03.633279 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-522ce358-e24c-47c0-9fdd-9734597f4392 req-04c00028-5a27-4141-8616-386493abf2fd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 Aug 25 03:10:04.724273 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 54994) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:04.773541 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13edf-a710-481d-a118-24b837e59ce0 req-d81e1934-b97d-4a8c-97b1-312dfd38b124 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:04.776016 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2dd13edf-a710-481d-a118-24b837e59ce0 req-d81e1934-b97d-4a8c-97b1-312dfd38b124 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0530248 Aug 25 03:10:04.824361 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2dd13edf-a710-481d-a118-24b837e59ce0 req-bdc64360-d876-436a-afdf-75af62a82784 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Aug 25 03:10:04.833862 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-322081ce-9b5c-40ea-a9c2-5c6f352cd7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:04.915691 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-322081ce-9b5c-40ea-a9c2-5c6f352cd7fd admin admin] Publish callbacks [] for security_group (af137b8b-4d08-42ee-b949-7e563f85e15a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.024862 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-322081ce-9b5c-40ea-a9c2-5c6f352cd7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (af137b8b-4d08-42ee-b949-7e563f85e15a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.068070 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-322081ce-9b5c-40ea-a9c2-5c6f352cd7fd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=bca65195051c44f5b5af05e61295841f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427145 Aug 25 03:10:05.068960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322081ce-9b5c-40ea-a9c2-5c6f352cd7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af137b8b-4d08-42ee-b949-7e563f85e15a,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:05.072627 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55006) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:05.087515 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:05.127275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] Publish callbacks [] for security_group (af137b8b-4d08-42ee-b949-7e563f85e15a), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.147716 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] Publish callbacks [] for security_group (af137b8b-4d08-42ee-b949-7e563f85e15a), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.287302 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (af137b8b-4d08-42ee-b949-7e563f85e15a), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.290450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:05.291704 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/af137b8b-4d08-42ee-b949-7e563f85e15a HTTP/1.1" status: 204 len: 168 time: 0.2177718 Aug 25 03:10:05.299987 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdd7ab-c229-4f6c-af00-c407be431fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af137b8b-4d08-42ee-b949-7e563f85e15a,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:05.963378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77283de4-85e5-41f2-b32a-8789246b3599 req-0948b955-ee32-4c31-95dc-312087cbda82 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:05.965008 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-77283de4-85e5-41f2-b32a-8789246b3599 req-0948b955-ee32-4c31-95dc-312087cbda82 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0577109 Aug 25 03:10:06.013441 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-77283de4-85e5-41f2-b32a-8789246b3599 req-cee55198-233e-4b16-9e0e-d91b5f8984d5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Aug 25 03:10:07.142988 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83051f-c4e3-4176-b7f7-e06199ed5bee req-b4691090-9685-4f67-a9ca-60aabdd77190 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:07.144570 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6e83051f-c4e3-4176-b7f7-e06199ed5bee req-b4691090-9685-4f67-a9ca-60aabdd77190 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0533016 Aug 25 03:10:07.193743 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6e83051f-c4e3-4176-b7f7-e06199ed5bee req-73e25088-9597-48c5-b420-5c8c90fb5dab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Aug 25 03:10:07.372024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55052) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:07.476173 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-35189bf4-87cb-4355-bb40-92317210982b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.504973 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:07.551306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-35189bf4-87cb-4355-bb40-92317210982b admin admin] Publish callbacks [] for security_group (45008d75-6f64-4ff9-96c1-17b96e110dea), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.557292 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:10:07.692843 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-35189bf4-87cb-4355-bb40-92317210982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (45008d75-6f64-4ff9-96c1-17b96e110dea), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.731936 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35189bf4-87cb-4355-bb40-92317210982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45008d75-6f64-4ff9-96c1-17b96e110dea,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:07.736619 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-35189bf4-87cb-4355-bb40-92317210982b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6a026a3acf7a4c6f9bf1da687d18d42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629854 Aug 25 03:10:07.738692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55056) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:07.786311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] Publish callbacks [] for security_group (45008d75-6f64-4ff9-96c1-17b96e110dea), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.807339 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] Publish callbacks [] for security_group (45008d75-6f64-4ff9-96c1-17b96e110dea), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.967450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (45008d75-6f64-4ff9-96c1-17b96e110dea), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.969888 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:07.971022 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/45008d75-6f64-4ff9-96c1-17b96e110dea HTTP/1.1" status: 204 len: 168 time: 0.2314947 Aug 25 03:10:07.979034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abecca-0c4b-401a-b2af-668ef58d5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45008d75-6f64-4ff9-96c1-17b96e110dea,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:08.355976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193922c9-c741-4769-ba4b-5f1cbbf068d1 req-6068816f-f35e-4004-8dfa-54e4035485be tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:08.357501 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-193922c9-c741-4769-ba4b-5f1cbbf068d1 req-6068816f-f35e-4004-8dfa-54e4035485be tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0677152 Aug 25 03:10:08.410112 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-193922c9-c741-4769-ba4b-5f1cbbf068d1 req-c6135c1b-456a-4a56-84ae-b892b8c4cbc8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469983 Aug 25 03:10:09.545299 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b64ed-9f85-4d8a-b27a-9ad9f0882643 req-c993da37-176a-4319-89f1-51220a1ae4ba tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:09.546840 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a38b64ed-9f85-4d8a-b27a-9ad9f0882643 req-c993da37-176a-4319-89f1-51220a1ae4ba tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0488539 Aug 25 03:10:09.576824 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-1103f8f4-64db-4752-a56f-c8bf532cb4bc service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978372 Aug 25 03:10:09.598594 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a38b64ed-9f85-4d8a-b27a-9ad9f0882643 req-92ffa508-935a-4054-ad72-a0ce2152d622 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Aug 25 03:10:09.654224 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55096) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:09.749223 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-98766425-network', 'tenant_id': 'aa73d487b3884350889e14e0b018e0f1'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:10:09.875607 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Made reservation on behalf of aa73d487b3884350889e14e0b018e0f1 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:10:09.879098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:09.887956 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:09.919179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:09.966302 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks [] for security_group (cc8a87a7-e77a-4ea7-96d6-4964476d5f18), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.081491 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cc8a87a7-e77a-4ea7-96d6-4964476d5f18), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.107016 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:10:10.116981 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a87a7-e77a-4ea7-96d6-4964476d5f18,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:10.123047 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (35960ce6-ad5b-43b7-9a69-a42137116b89), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.123390 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Added segment 35960ce6-ad5b-43b7-9a69-a42137116b89 of type vlan for network 93f094cc-75b2-48ea-b047-edaab0694da3 Aug 25 03:10:10.166846 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (93f094cc-75b2-48ea-b047-edaab0694da3), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.533050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (93f094cc-75b2-48ea-b047-edaab0694da3), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.534121 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:10.534692 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:10.595409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] Pushing event updated for resources: {'Network': ['ID=93f094cc-75b2-48ea-b047-edaab0694da3,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:10.605847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 93f094cc-75b2-48ea-b047-edaab0694da3 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:10:10.733679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c49b-76f1-43a4-ac22-5df98fd76ab1 req-4566fda1-1f51-4aef-9618-3e800ff18899 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:10.735155 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2661c49b-76f1-43a4-ac22-5df98fd76ab1 req-4566fda1-1f51-4aef-9618-3e800ff18899 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0469210 Aug 25 03:10:10.782948 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2661c49b-76f1-43a4-ac22-5df98fd76ab1 req-6938ac55-ce68-4d14-aa67-a22f5790c055 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Aug 25 03:10:10.822150 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-000b4e45-76e3-45e1-81d7-f690ec732e22 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1659229 Aug 25 03:10:10.824529 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55108) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:10.829086 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Request body: {'subnet': {'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-98766425-subnet', 'tenant_id': 'aa73d487b3884350889e14e0b018e0f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:10:10.840046 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:10.972777 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Made reservation on behalf of aa73d487b3884350889e14e0b018e0f1 for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:10:10.975246 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60712592'] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:11.219065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60712610'] for subnet (a9fdbb70-5500-4958-869b-be67a594b68e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:11.270560 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fdbb70-5500-4958-869b-be67a594b68e,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:11.289458 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Checking segment: {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:10:11.293982 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Network hostable DHCP agents. Network: 93f094cc-75b2-48ea-b047-edaab0694da3, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:10:11.396129 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Network 93f094cc-75b2-48ea-b047-edaab0694da3 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:10:11.481496 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 93f094cc-75b2-48ea-b047-edaab0694da3) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:10:11.485816 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:11.486557 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:11.500365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec193f1-fabe-44c3-b3b6-b58255dad57a None None] Network 93f094cc-75b2-48ea-b047-edaab0694da3 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:10:11.592894 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-93715f56-52bb-4bf4-aa13-03fa1f44601b admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7672124 Aug 25 03:10:11.597839 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c15b1-d88c-48c5-93f5-091a2fc26676 None None] Network 93f094cc-75b2-48ea-b047-edaab0694da3 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:10:11.915050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d74b35-9817-4015-b84c-0162f26b410d req-1897d5bd-11e8-4326-a765-209b4dd957ab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:11.917572 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-07d74b35-9817-4015-b84c-0162f26b410d req-1897d5bd-11e8-4326-a765-209b4dd957ab tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0543957 Aug 25 03:10:11.941680 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:11.967321 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-07d74b35-9817-4015-b84c-0162f26b410d req-cca0a0ba-503c-433d-bd56-9842b9a59231 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445640 Aug 25 03:10:12.122985 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:12.144398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:12.162035 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-944d1d59-78e4-47b6-a82f-55d2627b5e24 req-b252ec4f-7840-4a1d-83b8-3796989befd2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944824 Aug 25 03:10:13.097122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d54d7-9889-401d-8f10-64afaea8bf0a req-80bb4a82-fe19-4d90-be26-b7202ddee8c0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:13.098628 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f83d54d7-9889-401d-8f10-64afaea8bf0a req-80bb4a82-fe19-4d90-be26-b7202ddee8c0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0506382 Aug 25 03:10:13.178661 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f83d54d7-9889-401d-8f10-64afaea8bf0a req-90806f8a-3d01-4db5-8659-7001f3b793af tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725806 Aug 25 03:10:13.184450 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e171-6ce7-4c5f-957e-dc7d7c5fed75 req-269a8d58-de33-4fde-a36c-d535559ad4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:13.185887 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b4f3e171-6ce7-4c5f-957e-dc7d7c5fed75 req-269a8d58-de33-4fde-a36c-d535559ad4d0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 1131 time: 0.0504143 Aug 25 03:10:13.463540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b4f3e171-6ce7-4c5f-957e-dc7d7c5fed75 req-b8b14d41-2b49-4ec5-ae31-c88068dab60a service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502584 Aug 25 03:10:13.944463 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-2ab8f7f6-16ee-4c70-9a05-f3e79d1f6c10 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:13.946511 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-2ab8f7f6-16ee-4c70-9a05-f3e79d1f6c10 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/networks?id=93f094cc-75b2-48ea-b047-edaab0694da3 HTTP/1.1" status: 200 len: 812 time: 0.1199751 Aug 25 03:10:13.950217 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04eb7e-eaaa-47e9-856f-74b041a26ee2 req-36096b90-ba3b-478d-8782-6f97122fa731 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:13.951745 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5d04eb7e-eaaa-47e9-856f-74b041a26ee2 req-36096b90-ba3b-478d-8782-6f97122fa731 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0496228 Aug 25 03:10:13.962362 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-cc2f36b7-1d0e-4009-8f3e-4b860949d58c tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/quotas/aa73d487b3884350889e14e0b018e0f1 HTTP/1.1" status: 200 len: 375 time: 0.0096824 Aug 25 03:10:14.000785 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5d04eb7e-eaaa-47e9-856f-74b041a26ee2 req-772b759f-3c0c-4ebb-b716-cb43d31cb855 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Aug 25 03:10:14.006206 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-c09170cf-8134-452f-9267-94e89cf9a21a tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374374 Aug 25 03:10:14.097882 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-0ffa4d89-3563-46d7-b225-38f5bb8ed2cb service neutron] 10.222.0.75 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840216 Aug 25 03:10:14.195046 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-864f9dcb-03c5-47f3-8fae-c0425ea2e84a service neutron] 10.222.0.75 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906444 Aug 25 03:10:14.313942 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9cfa-0d2e-425c-b69a-6f3ba3bb1187 req-33dd12ac-079e-4d6a-95e5-2c1a7ff4f654 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:14.315428 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a4ea9cfa-0d2e-425c-b69a-6f3ba3bb1187 req-33dd12ac-079e-4d6a-95e5-2c1a7ff4f654 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0508056 Aug 25 03:10:14.359628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:14.364324 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a4ea9cfa-0d2e-425c-b69a-6f3ba3bb1187 req-41f7c1db-083d-43bc-b81b-6672dc4c2580 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Aug 25 03:10:14.495919 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e0c31d33-4fc1-4e32-a799-4492674aab6b req-42b30ad8-6cda-46bd-8fdf-fd2792b857e9 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 210 time: 0.0282326 Aug 25 03:10:15.121436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ca81-6437-45d1-8c4a-b167d8bc7aac req-8ab6e96f-30da-4b91-bdd2-3923b09138b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.122960 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7131ca81-6437-45d1-8c4a-b167d8bc7aac req-8ab6e96f-30da-4b91-bdd2-3923b09138b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Aug 25 03:10:15.171819 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7131ca81-6437-45d1-8c4a-b167d8bc7aac req-3e3fccad-6965-4b2c-ae1a-2546a93f4ef9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Aug 25 03:10:15.320201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-2d772e9b-6a79-4ddf-8b19-b9784d4a9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.323157 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-2d772e9b-6a79-4ddf-8b19-b9784d4a9fc6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1130 time: 0.0459673 Aug 25 03:10:15.447911 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-c20e5a17-1871-477b-8cf9-381c07aa5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.449422 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-c20e5a17-1871-477b-8cf9-381c07aa5933 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.1047182 Aug 25 03:10:15.500582 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216f72e-6b34-48d5-84a8-3c3744e6706c req-74b3cc14-d9fd-4739-b8ba-cb6200cb3e7b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.502070 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5216f72e-6b34-48d5-84a8-3c3744e6706c req-74b3cc14-d9fd-4739-b8ba-cb6200cb3e7b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0534623 Aug 25 03:10:15.520724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-d0f3be7b-7678-4ac4-8715-f3b3d74fec6a service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 1002 time: 0.0647142 Aug 25 03:10:15.563769 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5216f72e-6b34-48d5-84a8-3c3744e6706c req-6f57b377-2ec9-44ab-ae81-91bdb9fd03ec tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525055 Aug 25 03:10:15.606487 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f303e494-bb7f-4f0e-937f-2bd262a01072 req-4f9b2d35-8828-4128-80cb-2813b5b08508 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 210 time: 0.0356283 Aug 25 03:10:15.613709 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-d1dc989a-e378-42c4-8663-ee421ff366c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.615098 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-d1dc989a-e378-42c4-8663-ee421ff366c1 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0798750 Aug 25 03:10:15.650248 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:15.660178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-3140867d-746f-453a-b378-4c6310f82093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:15.661684 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-3140867d-746f-453a-b378-4c6310f82093 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401073 Aug 25 03:10:15.763718 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-8dcb29c1-762d-400b-b40e-87687dbf32e9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944984 Aug 25 03:10:15.777581 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:15.854708 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-71a7c6b8-e8a8-46ae-99d3-4b9421e14034 req-ab294bed-0fbc-46be-a0a1-9826929db6e5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Aug 25 03:10:16.163416 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55236) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:16.291202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.320287 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958e33-7ffc-4bbb-90b4-801e7ce5cccc req-561c8c9c-65c6-482a-a50b-953f51e619e4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:16.322463 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9958e33-7ffc-4bbb-90b4-801e7ce5cccc req-561c8c9c-65c6-482a-a50b-953f51e619e4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0774860 Aug 25 03:10:16.406398 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9958e33-7ffc-4bbb-90b4-801e7ce5cccc req-6eee638b-6112-441c-8db2-c8e1eb8c51bd tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667036 Aug 25 03:10:16.424434 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Publish callbacks [] for security_group (9ac0d2e2-f27e-4494-8a8b-880e8454e0a4), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.531936 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9ac0d2e2-f27e-4494-8a8b-880e8454e0a4), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.571636 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac0d2e2-f27e-4494-8a8b-880e8454e0a4,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:16.577859 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cf1f2f960c344cacafb2cea8aa59557a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115252 Aug 25 03:10:16.578720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55242) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:10:16.582863 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.583345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.583822 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.584317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.584887 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.585503 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.585955 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.587548 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.587915 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.588301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.588638 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.588972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.589300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.589649 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.589977 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389766e-54a3-4850-8ea1-573004aac780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:10:16.659417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] Publish callbacks [] for security_group (9ac0d2e2-f27e-4494-8a8b-880e8454e0a4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.692641 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] Publish callbacks [] for security_group (9ac0d2e2-f27e-4494-8a8b-880e8454e0a4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.732425 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f9ddc017-f813-456e-a3ed-5e090bde9be7 req-f2cbd53d-4795-4e0b-a49c-305ebb440e5e tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 210 time: 0.0329244 Aug 25 03:10:16.745643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240096-fdac-4d11-a2cc-fa76e7758d54 req-196a9452-559e-4d7b-a8f0-faf520589815 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:16.747193 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-51240096-fdac-4d11-a2cc-fa76e7758d54 req-196a9452-559e-4d7b-a8f0-faf520589815 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0692737 Aug 25 03:10:16.806427 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-51240096-fdac-4d11-a2cc-fa76e7758d54 req-0005a140-caf1-4295-89ac-9980a84e3c34 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488124 Aug 25 03:10:16.870070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9ac0d2e2-f27e-4494-8a8b-880e8454e0a4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.872615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:16.873732 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9ac0d2e2-f27e-4494-8a8b-880e8454e0a4 HTTP/1.1" status: 204 len: 168 time: 0.2940388 Aug 25 03:10:16.881891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb9715-0f2c-4c13-905c-ae800060ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac0d2e2-f27e-4494-8a8b-880e8454e0a4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:17.296527 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-a451b74a-e933-4f97-8242-38ba4b233134 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:17.298208 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-a451b74a-e933-4f97-8242-38ba4b233134 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "GET /networking/v2.0/networks?id=93f094cc-75b2-48ea-b047-edaab0694da3 HTTP/1.1" status: 200 len: 812 time: 0.1216791 Aug 25 03:10:17.317344 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Request body: {'port': {'device_id': 'c3eb59da-443d-4d19-842b-972b947331ca', 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3', 'admin_state_up': True, 'tenant_id': 'aa73d487b3884350889e14e0b018e0f1'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:10:17.526329 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49575b6-054f-4b0b-be08-2c1e33ae8ee3 req-feb266b4-b69a-4e8a-b38f-b0a80c46a935 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:17.527833 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a49575b6-054f-4b0b-be08-2c1e33ae8ee3 req-feb266b4-b69a-4e8a-b38f-b0a80c46a935 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0480847 Aug 25 03:10:17.532523 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Made reservation on behalf of aa73d487b3884350889e14e0b018e0f1 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:10:17.536266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:17.553114 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:17.584279 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a49575b6-054f-4b0b-be08-2c1e33ae8ee3 req-a67c5d4c-8563-4584-8a44-babdbd543ddf tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503364 Aug 25 03:10:17.668138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Allocated IP 172.20.0.11 (93f094cc-75b2-48ea-b047-edaab0694da3/a9fdbb70-5500-4958-869b-be67a594b68e/9f731190-6dbd-4181-af3f-32c35bb92186) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:10:17.756756 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:17.843671 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-df4b4838-7f04-47e6-b927-919f20e0387d req-6498fae0-46a4-4d84-84b3-ce8eef35d8db tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 210 time: 0.0371099 Aug 25 03:10:17.848514 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks [] for port (9f731190-6dbd-4181-af3f-32c35bb92186), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:17.855316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:17.943376 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ed5ef-cb04-4ee7-852f-3055256e80e5 req-24938744-f34f-4ff1-9e2f-fbd223c9b993 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:17.944883 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-363ed5ef-cb04-4ee7-852f-3055256e80e5 req-24938744-f34f-4ff1-9e2f-fbd223c9b993 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0492775 Aug 25 03:10:17.965646 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:17.990080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:17.994644 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-363ed5ef-cb04-4ee7-852f-3055256e80e5 req-7776e3fe-4870-4155-9680-a7d4e8a88479 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Aug 25 03:10:18.040683 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Network 93f094cc-75b2-48ea-b047-edaab0694da3 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:10:18.043806 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:10:18.047735 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:10:18.052220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:18.052831 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.061478 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Pushing event updated for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:18.163957 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-17eacf8a-55bd-4503-aecf-4da815f1c637 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8508136 Aug 25 03:10:18.175913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Request body: {'port': {'device_id': 'c3eb59da-443d-4d19-842b-972b947331ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:10:18.235328 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.458216 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:18.494765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f731190-6dbd-4181-af3f-32c35bb92186 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:10:18.502143 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks [] for port (9f731190-6dbd-4181-af3f-32c35bb92186), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.515274 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Transition to ACTIVE for port object 9f731190-6dbd-4181-af3f-32c35bb92186 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:10:18.619085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.693028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:18.724548 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Attempting to bind port 9f731190-6dbd-4181-af3f-32c35bb92186 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:10:18.724831 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Attempting to bind port 9f731190-6dbd-4181-af3f-32c35bb92186 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:10:18.725137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Attempting to bind port 9f731190-6dbd-4181-af3f-32c35bb92186 on network 93f094cc-75b2-48ea-b047-edaab0694da3 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:10:18.734057 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Port 9f731190-6dbd-4181-af3f-32c35bb92186 on network 93f094cc-75b2-48ea-b047-edaab0694da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:10:18.734379 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Attempting to bind port 9f731190-6dbd-4181-af3f-32c35bb92186 on network 93f094cc-75b2-48ea-b047-edaab0694da3 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:10:18.741678 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b53ce-cbf5-4e41-9839-ddf4d166f551 req-01bdb46a-c13c-4c74-896d-7904e66cc521 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:18.743878 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-558b53ce-cbf5-4e41-9839-ddf4d166f551 req-01bdb46a-c13c-4c74-896d-7904e66cc521 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0671020 Aug 25 03:10:18.747863 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:10:18.748225 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Checking segment: {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:10:18.748611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Bound using segment: {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:10:18.749024 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Bound port: 9f731190-6dbd-4181-af3f-32c35bb92186, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:10:18.749386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.837296 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-558b53ce-cbf5-4e41-9839-ddf4d166f551 req-50b9c5e9-edd6-4a27-bbc5-df97714259ed tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857003 Aug 25 03:10:18.847829 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:10:18.850721 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9f731190-6dbd-4181-af3f-32c35bb92186,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:10:18.970731 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377dbf6-8bc4-4141-b75a-19362af2ddc5 req-baace8ed-f839-4899-b7c0-8eb5a307b12d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:18.972217 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9377dbf6-8bc4-4141-b75a-19362af2ddc5 req-baace8ed-f839-4899-b7c0-8eb5a307b12d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 944 time: 0.0522504 Aug 25 03:10:18.979691 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.982810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:18.983479 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:18.984967 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/9f731190-6dbd-4181-af3f-32c35bb92186 HTTP/1.1" status: 200 len: 1094 time: 0.8130987 Aug 25 03:10:18.987099 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:10:18.990947 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943137e-dfc7-4d0b-b58c-2dce94586a45" -d '{"events": [{"name": "network-changed", "server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:10:19.026304 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9377dbf6-8bc4-4141-b75a-19362af2ddc5 req-7f484000-07d6-476d-b181-4a85d0c85f72 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Aug 25 03:10:19.029631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed7d22-0c3f-41d5-a44b-9654721c5b48 x-openstack-request-id: req-72ed7d22-0c3f-41d5-a44b-9654721c5b48 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:10:19.029915 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:10:19.030162 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72ed7d22-0c3f-41d5-a44b-9654721c5b48 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:10:19.030547 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ed7d22-0c3f-41d5-a44b-9654721c5b48'] response: {'name': 'network-changed', 'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186', 'status': 'completed', 'code': 200} Aug 25 03:10:19.049010 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebd4f6-8f17-47d0-b215-2384f84d28e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:19.099123 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-7aa934a5-266b-4744-93da-8bf4f99a3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.100707 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-7aa934a5-266b-4744-93da-8bf4f99a3f87 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 1128 time: 0.0396955 Aug 25 03:10:19.201517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-c4e70cee-6e71-4c1f-8692-183a5b8de72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.202967 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-c4e70cee-6e71-4c1f-8692-183a5b8de72c service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=aa73d487b3884350889e14e0b018e0f1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956485 Aug 25 03:10:19.298662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-f18e5887-b7ee-4857-85e8-e050ea4102b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.300039 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9943137e-dfc7-4d0b-b58c-2dce94586a45 req-f18e5887-b7ee-4857-85e8-e050ea4102b4 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919406 Aug 25 03:10:19.377258 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-448fb39f-cfc8-4b84-a88e-86928016150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.378960 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-448fb39f-cfc8-4b84-a88e-86928016150f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 1128 time: 0.0398381 Aug 25 03:10:19.391793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:19.419792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-c526039d-71e3-4926-a062-fce16f58e918 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f731190-6dbd-4181-af3f-32c35bb92186 HTTP/1.1" status: 200 len: 217 time: 0.0329068 Aug 25 03:10:19.632819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066a8c-3645-4798-a17d-27df69165983 req-25d1d0c9-abad-4dab-b6db-db5f38ef9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.634448 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-25d1d0c9-abad-4dab-b6db-db5f38ef9b6f service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a9fdbb70-5500-4958-869b-be67a594b68e HTTP/1.1" status: 200 len: 852 time: 0.0479968 Aug 25 03:10:19.957094 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76861-90e6-4c89-b76c-02ce9a8395bc req-99dd4bd3-a528-4614-ab52-46732c6d9ec8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:19.958560 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-12d76861-90e6-4c89-b76c-02ce9a8395bc req-99dd4bd3-a528-4614-ab52-46732c6d9ec8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0478406 Aug 25 03:10:20.015439 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-35e339f0-882d-4f61-bf4a-58e6a22f360a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=93f094cc-75b2-48ea-b047-edaab0694da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334678 Aug 25 03:10:20.052643 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-12d76861-90e6-4c89-b76c-02ce9a8395bc req-a3d9670f-9e8e-4ef8-b08c-b52b3d80e801 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859706 Aug 25 03:10:20.128433 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-12d979d5-f5c4-4c69-b3d0-1b00e792398e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050439 Aug 25 03:10:20.153548 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d91746-bbf5-40f6-894f-ae0652c0e6d3 req-36126c4c-101d-4aaa-b2bd-c5087340e448 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:20.155025 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d1d91746-bbf5-40f6-894f-ae0652c0e6d3 req-36126c4c-101d-4aaa-b2bd-c5087340e448 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 944 time: 0.0491560 Aug 25 03:10:20.202469 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d1d91746-bbf5-40f6-894f-ae0652c0e6d3 req-61cd7a9f-f721-46c9-a0ce-779125396c43 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Aug 25 03:10:20.545557 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fa066a8c-3645-4798-a17d-27df69165983 req-739189af-e1ef-4fd1-9fcf-aeb443910003 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885100 Aug 25 03:10:21.174595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804ec22-3cae-4286-be71-b640133f9c98 req-93aa6fd5-8e6f-4444-98be-7a6e8eeed67a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:21.175971 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1804ec22-3cae-4286-be71-b640133f9c98 req-93aa6fd5-8e6f-4444-98be-7a6e8eeed67a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0509229 Aug 25 03:10:21.223891 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1804ec22-3cae-4286-be71-b640133f9c98 req-51617f35-96c1-4945-bb99-c21cf00dc1e5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Aug 25 03:10:21.320488 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482961-438f-409f-ba4f-7091855581cb req-2a4064cc-3ad1-46de-9c4f-144cddcbeedf tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:21.322727 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7d482961-438f-409f-ba4f-7091855581cb req-2a4064cc-3ad1-46de-9c4f-144cddcbeedf tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 944 time: 0.0472455 Aug 25 03:10:21.373357 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7d482961-438f-409f-ba4f-7091855581cb req-63d8010d-2052-436b-8527-e26f531a8b30 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Aug 25 03:10:21.859536 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:21.864471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:21.920454 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 9f731190-6dbd-4181-af3f-32c35bb92186 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:10:22.027921 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9f731190-6dbd-4181-af3f-32c35bb92186,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:10:22.039735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '9f731190-6dbd-4181-af3f-32c35bb92186', 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3', 'port_id': '9f731190-6dbd-4181-af3f-32c35bb92186', 'mac_address': 'fa:16:3e:01:8b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fdbb70-5500-4958-869b-be67a594b68e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:10:22.077236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 9f731190-6dbd-4181-af3f-32c35bb92186 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:10:22.077624 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:22.092792 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f731190-6dbd-4181-af3f-32c35bb92186 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:10:22.113154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9f731190-6dbd-4181-af3f-32c35bb92186,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:10:22.172543 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:22.202966 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5b2ce12-205b-45a0-a7a6-2963c48838a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:22.229643 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:22.348664 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbf075-5a0f-4457-8d3d-cbf193a21513 req-d581f950-5b69-404d-99f1-6f7e78c97347 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:22.350140 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1fdbf075-5a0f-4457-8d3d-cbf193a21513 req-d581f950-5b69-404d-99f1-6f7e78c97347 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0503638 Aug 25 03:10:22.370900 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:22.400687 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1fdbf075-5a0f-4457-8d3d-cbf193a21513 req-392db183-1de6-4e37-a97c-62fc4f509c74 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 Aug 25 03:10:22.469988 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['9f731190-6dbd-4181-af3f-32c35bb92186'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:10:22.504420 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12736de4-14d6-4573-b677-c5780b66f29a req-ac9a0657-8039-40ed-8a6d-fffba3a43fe8 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:22.505905 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-12736de4-14d6-4573-b677-c5780b66f29a req-ac9a0657-8039-40ed-8a6d-fffba3a43fe8 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 945 time: 0.0496809 Aug 25 03:10:22.559719 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-12736de4-14d6-4573-b677-c5780b66f29a req-0415c203-c1ab-41c9-9615-2b3fa1c34fa8 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474169 Aug 25 03:10:22.605520 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:22.746808 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678ca84-3fa6-4444-a16d-d5f90789824a req-2d31ccbb-6201-45ff-ad5f-1c6e9995b0e5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:22.748353 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d678ca84-3fa6-4444-a16d-d5f90789824a req-2d31ccbb-6201-45ff-ad5f-1c6e9995b0e5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0505588 Aug 25 03:10:22.795802 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d678ca84-3fa6-4444-a16d-d5f90789824a req-cfa0dd52-c7c9-493c-b83f-ebbf20210fbb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 Aug 25 03:10:22.848015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-ea0e8f47-c399-409a-a450-8efac420d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:22.849684 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-ea0e8f47-c399-409a-a450-8efac420d178 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0388396 Aug 25 03:10:23.163053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:23.192566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-63082caa-410f-4621-a985-a9e8b09b4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.194055 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-63082caa-410f-4621-a985-a9e8b09b4db5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.3279381 Aug 25 03:10:23.256070 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-154d8c04-dae9-4017-b7a9-587f4169d3a0 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 1000 time: 0.0559437 Aug 25 03:10:23.306260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-8c207c93-1b7f-4549-854d-251ce2d56146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.307651 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-8c207c93-1b7f-4549-854d-251ce2d56146 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0452170 Aug 25 03:10:23.355031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-4d0e703c-1b6f-4725-bcc0-22fe2912d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.356508 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-4d0e703c-1b6f-4725-bcc0-22fe2912d929 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412545 Aug 25 03:10:23.447615 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-15fb0760-6773-4891-b386-33d86ce263d3 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838964 Aug 25 03:10:23.535684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:23.559907 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213109e2-ed9f-4195-be19-3d6fb18da909 req-179ff441-bf68-40d1-83ed-6d29893489c0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.561385 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-213109e2-ed9f-4195-be19-3d6fb18da909 req-179ff441-bf68-40d1-83ed-6d29893489c0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0608625 Aug 25 03:10:23.601211 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b181587e-5138-42e2-8565-bc7dd769e0ed req-00a53c38-6a11-40f2-99ef-13cc9381a550 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468458 Aug 25 03:10:23.625755 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-213109e2-ed9f-4195-be19-3d6fb18da909 req-04a3d7f2-ab27-471b-b3ff-837f7c6fb275 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579565 Aug 25 03:10:23.683415 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b57477-335a-4d78-a68a-3dea161b8358 req-c315bb1d-96bf-4e55-bf4a-7e42d2fcd6d7 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.684991 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-11b57477-335a-4d78-a68a-3dea161b8358 req-c315bb1d-96bf-4e55-bf4a-7e42d2fcd6d7 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 945 time: 0.0489225 Aug 25 03:10:23.733331 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-11b57477-335a-4d78-a68a-3dea161b8358 req-9378cfa1-e935-4010-baf8-2ab4740f31cf tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Aug 25 03:10:23.921200 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3d2a2-2f25-4001-95ba-d0efdbd01670 req-8c9e2709-7085-41b2-87cf-bf9bd33a8545 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:23.922668 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fcb3d2a2-2f25-4001-95ba-d0efdbd01670 req-8c9e2709-7085-41b2-87cf-bf9bd33a8545 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0531585 Aug 25 03:10:23.937720 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 9f731190-6dbd-4181-af3f-32c35bb92186 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:10:23.978396 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fcb3d2a2-2f25-4001-95ba-d0efdbd01670 req-2fba0e12-e125-4c6c-bc5d-f7b612cf74c1 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496268 Aug 25 03:10:23.984285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 9f731190-6dbd-4181-af3f-32c35bb92186 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:10:24.063955 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 9f731190-6dbd-4181-af3f-32c35bb92186 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:10:24.064367 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:24.136382 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 9f731190-6dbd-4181-af3f-32c35bb92186 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:10:24.136765 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:24.159168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:10:24.161522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d5dc0-1328-4d17-bfec-299951a68afd" -d '{"events": [{"server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "name": "network-vif-plugged", "status": "completed", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:10:24.174012 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9f731190-6dbd-4181-af3f-32c35bb92186,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:10:24.199817 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54d41d3-f992-409e-ac7b-6904db66a415 x-openstack-request-id: req-b54d41d3-f992-409e-ac7b-6904db66a415 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:10:24.200110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "name": "network-vif-plugged", "status": "completed", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:10:24.200393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b54d41d3-f992-409e-ac7b-6904db66a415 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:10:24.200784 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54d41d3-f992-409e-ac7b-6904db66a415'] response: {'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186', 'code': 200} Aug 25 03:10:24.257333 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:24.305449 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:10:24.418495 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-218af5fd-986a-468b-ab60-9199b7cd74d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:24.651182 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eab40d-7ddc-4097-a52e-3ffc4b776b77 req-0c250437-937f-493b-b4ca-9d533c5c57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:24.652767 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6eab40d-7ddc-4097-a52e-3ffc4b776b77 req-0c250437-937f-493b-b4ca-9d533c5c57f3 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 1130 time: 0.0395067 Aug 25 03:10:24.703944 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6eab40d-7ddc-4097-a52e-3ffc4b776b77 req-daca20f9-c072-48d5-8bfd-6c669817dbd9 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Aug 25 03:10:24.749709 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac5cb6-e8a9-41cc-9eee-d319ba8219b6 req-08412cce-e9e4-486c-9755-e29dd3d4f15a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:24.751153 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-70ac5cb6-e8a9-41cc-9eee-d319ba8219b6 req-08412cce-e9e4-486c-9755-e29dd3d4f15a tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0463014 Aug 25 03:10:24.804606 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-70ac5cb6-e8a9-41cc-9eee-d319ba8219b6 req-dcfbdc68-e705-4734-83df-2d4b4afd2055 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Aug 25 03:10:24.858722 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b54f-e3b5-4640-b4fc-540268cc2e97 req-c0a4483b-ee8f-494f-be8a-ebf17d842156 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:24.860255 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-02f4b54f-e3b5-4640-b4fc-540268cc2e97 req-c0a4483b-ee8f-494f-be8a-ebf17d842156 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0514140 Aug 25 03:10:24.908974 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-02f4b54f-e3b5-4640-b4fc-540268cc2e97 req-96741284-05fd-417e-8138-793cadd12754 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Aug 25 03:10:25.097786 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c1da2-aa63-4033-8f26-6be9f26832c8 req-052c2d66-f5a2-44ab-ac31-b7cc787433ef tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:25.099158 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-405c1da2-aa63-4033-8f26-6be9f26832c8 req-052c2d66-f5a2-44ab-ac31-b7cc787433ef tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0476756 Aug 25 03:10:25.146359 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-405c1da2-aa63-4033-8f26-6be9f26832c8 req-dce19020-99d1-45cd-b864-730b9d9eefed tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 Aug 25 03:10:25.685560 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:25.928657 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6750e-507f-42f4-98f7-306bca72ef08 req-b482e93d-bffe-41e8-820e-c67dea60a7a7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:25.930668 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-70f6750e-507f-42f4-98f7-306bca72ef08 req-b482e93d-bffe-41e8-820e-c67dea60a7a7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Aug 25 03:10:25.990134 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-70f6750e-507f-42f4-98f7-306bca72ef08 req-e5d73db2-19ea-4822-952b-c1d1635eef68 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528045 Aug 25 03:10:26.033126 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd744ebf-74d2-4355-b016-40b54fe6da76 req-3268b7fb-1fa3-4177-bee6-59f423c218e1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.034724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd744ebf-74d2-4355-b016-40b54fe6da76 req-3268b7fb-1fa3-4177-bee6-59f423c218e1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0502427 Aug 25 03:10:26.084730 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cd744ebf-74d2-4355-b016-40b54fe6da76 req-b2365d18-2922-4af5-9f78-a15e167a9c20 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Aug 25 03:10:26.268937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161406a-30aa-4fac-b921-92fb65fafabb req-057b90e0-ea5f-4db8-92f1-49b52c6bff2d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.270397 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6161406a-30aa-4fac-b921-92fb65fafabb req-057b90e0-ea5f-4db8-92f1-49b52c6bff2d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0515206 Aug 25 03:10:26.318553 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6161406a-30aa-4fac-b921-92fb65fafabb req-aea8b4c5-639b-40a0-afd0-78c142d7a849 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Aug 25 03:10:26.441209 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c57e7-c6e5-4681-8d5a-6fba62bcf221 req-915d9448-e9f1-4a94-b2a6-c80ba0e3efc6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.442677 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-387c57e7-c6e5-4681-8d5a-6fba62bcf221 req-915d9448-e9f1-4a94-b2a6-c80ba0e3efc6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0475950 Aug 25 03:10:26.465974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:26.494371 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-387c57e7-c6e5-4681-8d5a-6fba62bcf221 req-cb83f001-c79c-45af-8613-78cf04ea1661 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445817 Aug 25 03:10:26.688866 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-b92ad292-2d34-4d09-ba7f-db9f62d715d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.690391 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-b92ad292-2d34-4d09-ba7f-db9f62d715d4 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 1130 time: 0.0453007 Aug 25 03:10:26.786981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-f66dbf9d-a655-47ba-8350-970e27588ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.788479 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-f66dbf9d-a655-47ba-8350-970e27588ba5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.0896370 Aug 25 03:10:26.849700 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-73dfd4c5-1f52-4349-9055-2af04feceddf service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 200 len: 1002 time: 0.0549552 Aug 25 03:10:26.891034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:26.903940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-c5f81180-8371-48c9-b0e5-c5b63f350d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.905409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-c5f81180-8371-48c9-b0e5-c5b63f350d8b service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0488603 Aug 25 03:10:26.954724 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-b642c97b-275d-4466-b029-367896ed63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:26.954724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-b642c97b-275d-4466-b029-367896ed63ba service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408227 Aug 25 03:10:27.049659 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-1485b0c3-1873-45e8-b9ef-5e56338b99f7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913005 Aug 25 03:10:27.145542 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-50d2877b-a030-4f23-b9c3-187e18f9d5a5 req-36025ce1-0213-4fa4-ae71-71e66abd3cc9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882213 Aug 25 03:10:27.192985 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:27.214798 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d4ff3-11e1-4960-a958-6449960213db req-e40f48b4-592d-4185-aaec-249f1dd620f1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:27.214798 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b51d4ff3-11e1-4960-a958-6449960213db req-e40f48b4-592d-4185-aaec-249f1dd620f1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0508373 Aug 25 03:10:27.262988 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b51d4ff3-11e1-4960-a958-6449960213db req-34b305e8-adbf-4b00-a465-cf0ebe07547b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Aug 25 03:10:27.434243 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:27.450166 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edffec-5e08-49d1-b105-c8b6cbdb7119 req-f8fcfda2-e3a8-4f66-83db-6c9e458353a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:27.451683 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-68edffec-5e08-49d1-b105-c8b6cbdb7119 req-f8fcfda2-e3a8-4f66-83db-6c9e458353a6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0506747 Aug 25 03:10:27.464172 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:27.505904 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-68edffec-5e08-49d1-b105-c8b6cbdb7119 req-8320bf96-7a64-4d1a-baba-5529c174224d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483627 Aug 25 03:10:27.621087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc791b-f4e6-48d0-97cd-fe01c4890fcf req-9ae4976a-0506-4bd4-b58e-faf99a272941 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:27.622588 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fcbc791b-f4e6-48d0-97cd-fe01c4890fcf req-9ae4976a-0506-4bd4-b58e-faf99a272941 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0478222 Aug 25 03:10:27.671291 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fcbc791b-f4e6-48d0-97cd-fe01c4890fcf req-df3099e7-4a49-4369-9b30-015116b462c7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 Aug 25 03:10:28.634310 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2fd53-c42c-4f38-8eee-bae44b4e88b4 req-e1723ea7-a9ec-43f5-8a77-f54600fa31db tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:28.635812 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9c2fd53-c42c-4f38-8eee-bae44b4e88b4 req-e1723ea7-a9ec-43f5-8a77-f54600fa31db tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0505915 Aug 25 03:10:28.684421 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9c2fd53-c42c-4f38-8eee-bae44b4e88b4 req-16e41f8d-52b3-4fad-8090-183fb10d6a48 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429883 Aug 25 03:10:28.793752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e567-cb4e-4c94-8ab2-2b0ca65e7630 req-701460a8-07f5-41b5-9a73-efcaa7bea2cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:28.795262 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b1f2e567-cb4e-4c94-8ab2-2b0ca65e7630 req-701460a8-07f5-41b5-9a73-efcaa7bea2cb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 25 03:10:28.843467 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b1f2e567-cb4e-4c94-8ab2-2b0ca65e7630 req-5fc169c3-3f47-4f4a-ad76-74b6eb7c508c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Aug 25 03:10:29.805864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b0728-ce47-4586-99ad-cd98de8c8109 req-e0da8853-baa7-4001-bdab-07869945691d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:29.807334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7b3b0728-ce47-4586-99ad-cd98de8c8109 req-e0da8853-baa7-4001-bdab-07869945691d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0477736 Aug 25 03:10:29.856800 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7b3b0728-ce47-4586-99ad-cd98de8c8109 req-0d3de9d0-2128-467b-a51f-a31bae0a4bc5 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Aug 25 03:10:30.983337 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b442e-9a6f-4088-92ca-74bc3e632b77 req-199b0b6f-2fee-4ecc-96fa-6b4c82568a7e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:30.984832 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-026b442e-9a6f-4088-92ca-74bc3e632b77 req-199b0b6f-2fee-4ecc-96fa-6b4c82568a7e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0513823 Aug 25 03:10:31.033244 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-026b442e-9a6f-4088-92ca-74bc3e632b77 req-ec512da0-cca6-44db-a6b6-53372674af52 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Aug 25 03:10:32.163349 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd1422-d777-4f63-b04c-e5ba95a022ef req-e713d1eb-6cfd-474e-a431-0d3afffcd29e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:32.165054 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cddd1422-d777-4f63-b04c-e5ba95a022ef req-e713d1eb-6cfd-474e-a431-0d3afffcd29e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0539403 Aug 25 03:10:32.213778 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cddd1422-d777-4f63-b04c-e5ba95a022ef req-c82ed2d7-8625-4662-8ee5-11ac2dcf7b70 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Aug 25 03:10:32.495722 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:32.499495 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:33.340279 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3cf1-a87e-4077-ac95-a9ce05250ed8 req-1aa1d099-e00c-464c-b0b8-1a426b92bf5a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:33.341783 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-84bc3cf1-a87e-4077-ac95-a9ce05250ed8 req-1aa1d099-e00c-464c-b0b8-1a426b92bf5a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0487399 Aug 25 03:10:33.391792 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-84bc3cf1-a87e-4077-ac95-a9ce05250ed8 req-90897ea0-a065-404a-8e5d-13f136be686f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444102 Aug 25 03:10:34.510844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd588-bb71-40de-8ec0-6bbee278d468 req-d80020f9-46d5-4523-9cde-b7421e081915 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:34.512424 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af8fd588-bb71-40de-8ec0-6bbee278d468 req-d80020f9-46d5-4523-9cde-b7421e081915 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0485635 Aug 25 03:10:34.561459 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-af8fd588-bb71-40de-8ec0-6bbee278d468 req-3f6075d5-bf65-4f72-994d-b1ac814ee566 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Aug 25 03:10:35.684948 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270de08-3547-4a28-a68f-7151b7ce23c8 req-7e0eafba-9fbd-4180-8a25-9986cc3848b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:35.686288 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7270de08-3547-4a28-a68f-7151b7ce23c8 req-7e0eafba-9fbd-4180-8a25-9986cc3848b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0488384 Aug 25 03:10:35.737258 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7270de08-3547-4a28-a68f-7151b7ce23c8 req-e3571fbb-2748-42dd-8568-7cc7f358d0b4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453966 Aug 25 03:10:36.821090 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:36.859775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686ac2-6a75-43f9-b1bd-e55e7352b21f req-073a3ac4-1cf1-4e41-b943-70e61ba95d23 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:36.861278 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d686ac2-6a75-43f9-b1bd-e55e7352b21f req-073a3ac4-1cf1-4e41-b943-70e61ba95d23 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0488136 Aug 25 03:10:36.914919 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d686ac2-6a75-43f9-b1bd-e55e7352b21f req-e3f47a85-15d9-4c67-8a9e-f278069a20bf tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477467 Aug 25 03:10:37.378940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=49 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:37.382903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:37.385780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:38.043313 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c614-2b2d-4ed4-85e7-78e76be770c8 req-8bb03f8e-cc3f-4844-adb2-d432db26d832 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:38.044905 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-43c7c614-2b2d-4ed4-85e7-78e76be770c8 req-8bb03f8e-cc3f-4844-adb2-d432db26d832 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0549722 Aug 25 03:10:38.094564 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-43c7c614-2b2d-4ed4-85e7-78e76be770c8 req-9522a33d-9211-46ac-898d-9e046182d438 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Aug 25 03:10:39.225032 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e810bc-4a09-4ef2-8f4a-c7c630fe8cac req-670e27d2-d4a3-49a3-9290-e082fd4f87cf tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:39.225830 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02e810bc-4a09-4ef2-8f4a-c7c630fe8cac req-670e27d2-d4a3-49a3-9290-e082fd4f87cf tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0556948 Aug 25 03:10:39.274801 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02e810bc-4a09-4ef2-8f4a-c7c630fe8cac req-50948968-1341-48ea-844c-72eea091c374 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Aug 25 03:10:40.379700 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:40.397821 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1900-ab0c-4227-a843-da57c1741617 req-8c3c760b-3c49-4f70-a790-e7556e3e9ef4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:40.400167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bf8e1900-ab0c-4227-a843-da57c1741617 req-8c3c760b-3c49-4f70-a790-e7556e3e9ef4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0493810 Aug 25 03:10:40.448562 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bf8e1900-ab0c-4227-a843-da57c1741617 req-83cb3a98-eb4c-4b2d-a94e-84aa55f188a7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 Aug 25 03:10:41.567653 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5d461-f286-4a5a-9765-db6438b267f4 req-83a7e31a-a2ba-49f9-9fd1-a1bde19b4ff9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:41.569127 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d9e5d461-f286-4a5a-9765-db6438b267f4 req-83a7e31a-a2ba-49f9-9fd1-a1bde19b4ff9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0470665 Aug 25 03:10:41.617137 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d9e5d461-f286-4a5a-9765-db6438b267f4 req-79a7211c-84be-43fb-81a8-da6e83fa9d21 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Aug 25 03:10:41.937815 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:42.743039 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c45c30-124a-4848-8ade-3cbd0faff7ce req-3949ea9b-7264-4150-809b-92f03d04bcd2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:42.744560 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42c45c30-124a-4848-8ade-3cbd0faff7ce req-3949ea9b-7264-4150-809b-92f03d04bcd2 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0531852 Aug 25 03:10:42.792977 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42c45c30-124a-4848-8ade-3cbd0faff7ce req-1927c2d0-3f86-4e6c-9ba6-3e11e0a9d3eb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Aug 25 03:10:43.916744 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2a09b-167f-499b-a37a-ca6a017c8b10 req-54d272dc-d797-40ad-8805-35b0db94f2c8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:43.918230 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-edf2a09b-167f-499b-a37a-ca6a017c8b10 req-54d272dc-d797-40ad-8805-35b0db94f2c8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0518086 Aug 25 03:10:43.968928 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-edf2a09b-167f-499b-a37a-ca6a017c8b10 req-0d9451e1-2f97-4ccb-b4a2-77930fc9bfe8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450075 Aug 25 03:10:44.556047 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:10:45.091026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e37907-166a-48fb-a66a-43c0f8edd75c req-94f88597-371b-496d-86cb-cf7e77a82be0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:45.092524 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c8e37907-166a-48fb-a66a-43c0f8edd75c req-94f88597-371b-496d-86cb-cf7e77a82be0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0470281 Aug 25 03:10:45.112574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:45.139901 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c8e37907-166a-48fb-a66a-43c0f8edd75c req-feaf1d6f-b1ad-442d-ac75-c40db0e06e94 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Aug 25 03:10:46.265613 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25bbc-cd7c-4c75-a2cd-dea879c4e7a7 req-fca1c7c0-81ca-47c8-8fd3-15a8d4abc8a7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:46.267084 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f5b25bbc-cd7c-4c75-a2cd-dea879c4e7a7 req-fca1c7c0-81ca-47c8-8fd3-15a8d4abc8a7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0518932 Aug 25 03:10:46.316451 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f5b25bbc-cd7c-4c75-a2cd-dea879c4e7a7 req-9823cf22-9475-4d91-92da-9ea8bac52237 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436153 Aug 25 03:10:47.438654 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f039-7a9d-4858-823d-50fb83ccec37 req-f51e6e51-85e5-40f2-bf15-543f0cb39eb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:47.440116 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-be19f039-7a9d-4858-823d-50fb83ccec37 req-f51e6e51-85e5-40f2-bf15-543f0cb39eb4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0481503 Aug 25 03:10:47.488548 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-be19f039-7a9d-4858-823d-50fb83ccec37 req-1b8e720e-b268-4da2-96d1-d966b3f3a7a7 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Aug 25 03:10:48.608889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758727-5c2f-41c2-a66e-e48d806e5a07 req-64af1a09-cd2d-4649-b180-b87b0c66e69b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:48.610385 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5e758727-5c2f-41c2-a66e-e48d806e5a07 req-64af1a09-cd2d-4649-b180-b87b0c66e69b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0477245 Aug 25 03:10:48.658928 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5e758727-5c2f-41c2-a66e-e48d806e5a07 req-1516e4af-6fd1-4890-97af-eddb7dc30eea tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Aug 25 03:10:49.783071 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0695-6072-4c06-9009-0b709a8fa62a req-e50bb873-017f-4d0e-b776-a6b75e827111 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:49.784550 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-780d0695-6072-4c06-9009-0b709a8fa62a req-e50bb873-017f-4d0e-b776-a6b75e827111 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0497415 Aug 25 03:10:49.831050 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-780d0695-6072-4c06-9009-0b709a8fa62a req-75783055-882b-417b-86bd-3da17f714c9a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Aug 25 03:10:50.446359 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=14 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:50.505687 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773eeda-653b-473b-a18d-f33b1a9e79d9 req-e87f1fb7-91dc-441b-9d64-440999a68034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:50.507240 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2773eeda-653b-473b-a18d-f33b1a9e79d9 req-e87f1fb7-91dc-441b-9d64-440999a68034 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0396512 Aug 25 03:10:50.559638 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2773eeda-653b-473b-a18d-f33b1a9e79d9 req-f4a67198-45d6-4763-b6a4-b6c81abc4296 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Aug 25 03:10:50.952217 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9193-e1ab-41ed-9160-ee1365eb7615 req-1d08a10b-b578-43f3-acf8-198729335746 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:50.953731 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d3ec9193-e1ab-41ed-9160-ee1365eb7615 req-1d08a10b-b578-43f3-acf8-198729335746 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0489919 Aug 25 03:10:51.002678 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d3ec9193-e1ab-41ed-9160-ee1365eb7615 req-5f802cf7-31e2-4e67-ae46-f51330a3fa08 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Aug 25 03:10:51.860648 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:51.861375 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:51.867169 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:52.119727 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:52.128158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4dda0-1ec5-4e29-aa52-82c6ecaf262d req-1c8b8e53-b2e1-4c62-845a-bf6838a3c334 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:52.129654 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-acb4dda0-1ec5-4e29-aa52-82c6ecaf262d req-1c8b8e53-b2e1-4c62-845a-bf6838a3c334 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0480974 Aug 25 03:10:52.177891 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-acb4dda0-1ec5-4e29-aa52-82c6ecaf262d req-58de15b1-9729-4a0d-a0a3-f2ee2658beec tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Aug 25 03:10:52.178298 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5025ee08-192c-40b9-97f0-4bcd3d7c6471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:53.306550 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0d5d6-3f45-40d5-ab1f-8a96dbb83700 req-0d66a507-46eb-4b85-89ec-57f7dae11585 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:53.308026 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90f0d5d6-3f45-40d5-ab1f-8a96dbb83700 req-0d66a507-46eb-4b85-89ec-57f7dae11585 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0531349 Aug 25 03:10:53.356272 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-90f0d5d6-3f45-40d5-ab1f-8a96dbb83700 req-2a37a0bf-bb7c-4ade-aed4-9d3730569ea3 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Aug 25 03:10:54.049392 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcf28f-fb1d-4e18-b506-b197456bb250 req-511d436a-8ab2-4569-b280-d31a0f2a3e22 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:54.050881 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d3dcf28f-fb1d-4e18-b506-b197456bb250 req-511d436a-8ab2-4569-b280-d31a0f2a3e22 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0463183 Aug 25 03:10:54.103316 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d3dcf28f-fb1d-4e18-b506-b197456bb250 req-aca458bf-b379-4224-8174-b32afda92e13 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462832 Aug 25 03:10:54.138458 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-a932356d-db41-456d-99cc-c68010d16de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:54.139951 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-a932356d-db41-456d-99cc-c68010d16de0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0487449 Aug 25 03:10:54.202243 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:54.235243 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-67807b16-86a7-4d07-a329-b1da55003f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:54.236741 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-67807b16-86a7-4d07-a329-b1da55003f00 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.0884225 Aug 25 03:10:54.308052 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-2f6edc6c-eddd-4e9a-bb1a-2fe44be7d76c service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 1000 time: 0.0615873 Aug 25 03:10:54.359994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-daab21ab-7df6-492d-a169-9576905668c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:54.361646 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-daab21ab-7df6-492d-a169-9576905668c1 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0473194 Aug 25 03:10:54.408338 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-329f7fc9-ffc7-4826-8a8a-0020d300fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:54.409858 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-329f7fc9-ffc7-4826-8a8a-0020d300fc82 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411007 Aug 25 03:10:54.435357 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c135c6df-611d-45a9-8f61-8ff5caa48664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:54.509479 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-77956e53-cf11-43b0-b307-ee8964e74a61 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901039 Aug 25 03:10:54.553038 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=14 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:54.566766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:10:54.602562 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-46e82562-54e1-44b2-bd23-e76e21ec3519 req-d27b1510-8efe-41cd-9157-4346bedbf667 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Aug 25 03:10:55.238250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c853b-f25b-4634-bd12-311f4bb98bae req-4f53e65e-39d9-4d64-99f7-dab447bd1ffc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:55.239636 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7f3c853b-f25b-4634-bd12-311f4bb98bae req-4f53e65e-39d9-4d64-99f7-dab447bd1ffc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0528159 Aug 25 03:10:55.288956 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7f3c853b-f25b-4634-bd12-311f4bb98bae req-e7e20f5b-1be6-4448-bb90-7d794a9d754b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436530 Aug 25 03:10:55.680322 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:56.407136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b397-8d29-49ef-ab8d-4b2a5f378ce9 req-44e36bd4-f532-476d-8c02-de79554d65b0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:56.408618 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c5e9b397-8d29-49ef-ab8d-4b2a5f378ce9 req-44e36bd4-f532-476d-8c02-de79554d65b0 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0467079 Aug 25 03:10:56.455540 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c5e9b397-8d29-49ef-ab8d-4b2a5f378ce9 req-4dde7f10-f333-4a50-89ca-a6cc5969ca1b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Aug 25 03:10:57.433099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:57.463412 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:10:57.574248 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c81fb-77c2-4277-8cf3-ff514eb7549a req-8fd42cfc-1567-4ca4-9559-555981f16c57 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:57.575736 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9b7c81fb-77c2-4277-8cf3-ff514eb7549a req-8fd42cfc-1567-4ca4-9559-555981f16c57 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0469115 Aug 25 03:10:57.623522 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9b7c81fb-77c2-4277-8cf3-ff514eb7549a req-549a3299-9462-4d83-a67b-8c994b747540 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Aug 25 03:10:58.740111 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac65182-7242-43b1-af97-6fb037b10fc2 req-149df9d6-8248-4d17-811a-2b479292c6de tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:58.742274 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bac65182-7242-43b1-af97-6fb037b10fc2 req-149df9d6-8248-4d17-811a-2b479292c6de tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0469570 Aug 25 03:10:58.788961 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bac65182-7242-43b1-af97-6fb037b10fc2 req-214b46e2-66e6-441e-aa61-fb58152cc1ef tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Aug 25 03:10:59.908191 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bfe24-5795-440d-8291-52d69fa1fd6e req-a337f55a-52e8-428f-9e68-78cfc7e07557 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:10:59.911461 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e37bfe24-5795-440d-8291-52d69fa1fd6e req-a337f55a-52e8-428f-9e68-78cfc7e07557 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0467715 Aug 25 03:10:59.965076 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e37bfe24-5795-440d-8291-52d69fa1fd6e req-a1e8f142-ee21-407e-a385-2ad13f61a081 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487664 Aug 25 03:11:00.086801 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd4a3-26c4-47cd-afa9-130c75c5b3f8 req-6b615608-b39f-41ad-bcab-5cd51f1bf01b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:00.089225 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-454dd4a3-26c4-47cd-afa9-130c75c5b3f8 req-6b615608-b39f-41ad-bcab-5cd51f1bf01b tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0528212 Aug 25 03:11:00.098251 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55578) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:00.103607 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Request body: {'floatingip': {'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:00.157603 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:00.329361 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:00.615433 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:00.686339 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:00.826532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:00.886035 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Router acf6779c-356b-490d-9a5b-46a76ca23b4d has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:00.986358 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:00.991779 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:00.997619 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:01.007021 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:01.007656 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:10:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:01.024908 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:01.027159 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2f553-8c3b-4bd3-9477-231023cd96f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:01.065762 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-43bdd668-3958-4a2f-b86c-66c750782512 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/68758764-8026-4ce0-bb49-28a1e2a23e05 HTTP/1.1" status: 200 len: 992 time: 0.9636438 Aug 25 03:11:01.069410 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dbfb83-e911-4e61-a8e2-a8327861f5f8 x-openstack-request-id: req-e5dbfb83-e911-4e61-a8e2-a8327861f5f8 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:01.069752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:01.070011 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5dbfb83-e911-4e61-a8e2-a8327861f5f8 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:01.070411 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5dbfb83-e911-4e61-a8e2-a8327861f5f8'] response: {'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'status': 'completed', 'code': 200} Aug 25 03:11:01.111947 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:01.317522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:11:00Z', 'revision_number': 3, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:01.344959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:11:01.354005 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:01.354595 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:10:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:01.576837 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:01.780310 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:11:00Z', 'revision_number': 3, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:01.804922 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a221a1-521e-4cd0-ba99-50b7856dcd37 None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '68758764-8026-4ce0-bb49-28a1e2a23e05', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'port_id': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'mac_address': 'fa:16:3e:6a:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:08:32Z', 'updated_at': '2022-08-25T03:11:00Z', 'revision_number': 3, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:11:02.845280 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-36de334f-4230-4410-80e9-7bab3dcb2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:02.846713 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-36de334f-4230-4410-80e9-7bab3dcb2054 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0409510 Aug 25 03:11:02.954686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-7c3c51a4-efcc-47fa-b09e-6955cc4d5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:02.954686 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-7c3c51a4-efcc-47fa-b09e-6955cc4d5d5f service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.0971136 Aug 25 03:11:03.023596 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-9b77f0c5-516a-4474-b04f-6807fc74e43b service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 1000 time: 0.0622613 Aug 25 03:11:03.072076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:03.074468 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff987f2-cef7-4e0c-b972-b4da3266c583" -d '{"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:03.114403 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3506a3c-d03a-4b3b-a927-9903aa31cbaa x-openstack-request-id: req-d3506a3c-d03a-4b3b-a927-9903aa31cbaa {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:03.114747 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:03.114992 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3506a3c-d03a-4b3b-a927-9903aa31cbaa {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:03.115382 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3506a3c-d03a-4b3b-a927-9903aa31cbaa'] response: {'name': 'network-changed', 'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'status': 'completed', 'code': 200} Aug 25 03:11:03.415563 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-25ec2b00-4ea1-4a11-98d0-2ac72dbf850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:03.417090 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-25ec2b00-4ea1-4a11-98d0-2ac72dbf850d service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0470877 Aug 25 03:11:03.464195 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-489c1aea-4e44-40b5-a810-095dd732aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:03.465787 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-489c1aea-4e44-40b5-a810-095dd732aed2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416033 Aug 25 03:11:03.633849 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-dd8b9904-df71-4947-98b9-38622b76902f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016731 Aug 25 03:11:03.722885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:03.742711 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fba2f553-8c3b-4bd3-9477-231023cd96f9 req-67b72dd4-d2ea-46ba-a6fa-ee16bca352cf service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929313 Aug 25 03:11:03.828884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-fe854366-959c-4d0c-b898-623e3936be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:03.830420 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-fe854366-959c-4d0c-b898-623e3936be9c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 1130 time: 0.0461042 Aug 25 03:11:03.933193 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-4c7bf668-1651-48b6-bb72-a77c78e73209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:03.935814 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-4c7bf668-1651-48b6-bb72-a77c78e73209 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.0978837 Aug 25 03:11:04.005247 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-2350add4-0eba-4e8a-a50b-cb5392db723c service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 200 len: 1000 time: 0.0624025 Aug 25 03:11:04.019532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:04.058043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-3ab03654-0603-4183-a056-e0501d73fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:04.059540 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-3ab03654-0603-4183-a056-e0501d73fdbb service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0474236 Aug 25 03:11:04.107282 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-83e4a09b-9d99-40b3-ba40-d1be1bb8a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:04.108826 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-83e4a09b-9d99-40b3-ba40-d1be1bb8a3af service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427635 Aug 25 03:11:04.211349 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-50e74907-1a65-4724-8db6-98b5625e6948 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924270 Aug 25 03:11:04.309087 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ff987f2-cef7-4e0c-b972-b4da3266c583 req-a40d351f-3ac8-40c5-9d18-d1e188f1c10e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Aug 25 03:11:05.215292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc80148-15e4-43ab-b24f-c47a6cf155e3 req-054057b9-f80a-4acb-bab8-344593dc05c3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:05.216731 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2cc80148-15e4-43ab-b24f-c47a6cf155e3 req-054057b9-f80a-4acb-bab8-344593dc05c3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.2051332 Aug 25 03:11:05.264308 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2cc80148-15e4-43ab-b24f-c47a6cf155e3 req-53aa8c93-1569-4a64-b527-f1b4d206b612 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Aug 25 03:11:06.454550 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2989ce-590a-458b-8d4a-70ca3c6c3a98 req-93251a36-d0a8-43ce-8f45-b809d3d1dff9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:06.456035 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ec2989ce-590a-458b-8d4a-70ca3c6c3a98 req-93251a36-d0a8-43ce-8f45-b809d3d1dff9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.1130352 Aug 25 03:11:06.503484 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ec2989ce-590a-458b-8d4a-70ca3c6c3a98 req-d6c6e32c-2698-4e67-a4ed-d7b50f23333c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409689 Aug 25 03:11:07.632369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382faa02-3c7a-4273-8193-3816abd55352 req-3c6994d8-20fc-402d-89ad-36700f5807ff tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:07.633887 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-382faa02-3c7a-4273-8193-3816abd55352 req-3c6994d8-20fc-402d-89ad-36700f5807ff tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0528333 Aug 25 03:11:07.681714 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-382faa02-3c7a-4273-8193-3816abd55352 req-f40c2078-d3ad-4126-8f93-4831bb315bc9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Aug 25 03:11:08.806694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95709e-a222-4119-af4d-4593baac4d1e req-62cbaa3c-8f2c-44b9-95b6-35118e7c8864 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:08.808170 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fd95709e-a222-4119-af4d-4593baac4d1e req-62cbaa3c-8f2c-44b9-95b6-35118e7c8864 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0482440 Aug 25 03:11:08.856360 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fd95709e-a222-4119-af4d-4593baac4d1e req-94982944-e301-44e7-a9dc-1ba0ab43a1b1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=f89ec5e7-5115-48d3-93cc-29e5538f17f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Aug 25 03:11:09.294367 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-98b5a642-aebc-4a9b-9035-60ceb4c98d83 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:09.295719 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-98b5a642-aebc-4a9b-9035-60ceb4c98d83 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 947 time: 0.0480871 Aug 25 03:11:09.385951 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Deleting port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:09.386294 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:09.483518 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] For port fbdece03-b15e-470f-93bf-0ec38b8bf2e1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:09.483890 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:09.496433 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:09.497263 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:09.569941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:09.689223 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:09.689561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:09.689873 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Floating IP 59de9126-2614-478b-ade4-319a3eb429b8 disassociated. External IP: 172.27.1.48, port: fbdece03-b15e-470f-93bf-0ec38b8bf2e1. Aug 25 03:11:09.690209 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Calling delete_port for fbdece03-b15e-470f-93bf-0ec38b8bf2e1 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:09.869164 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (fbdece03-b15e-470f-93bf-0ec38b8bf2e1), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:09.877531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:09.899746 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'Port': ['ID=fbdece03-b15e-470f-93bf-0ec38b8bf2e1,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:09.910623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.910964 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.911302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.911640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.911969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.912372 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.912818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.913173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.913511 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.913838 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.914167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.914489 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.914810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.915134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.915453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:09.982390 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd45c5bc-ab64-4264-a64f-e2b26a4225ec req-89f831f2-6c1e-4a52-b642-1ad6e8001abf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=650fe7f9-3642-4118-9da6-e217c1d9d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0294588 Aug 25 03:11:10.023990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:10.131144 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:10.142247 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:10.152795 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:10.159964 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:10:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:10.177887 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] No DVR routers for this DVR port fbdece03-b15e-470f-93bf-0ec38b8bf2e1 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:11:10.182896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:10.186190 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0bfe5c05-cf17-445c-be3c-599cb2e8a7a1 req-60a98c4b-ee59-47ec-b4c8-ad812dca9f28 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "DELETE /networking/v2.0/ports/fbdece03-b15e-470f-93bf-0ec38b8bf2e1 HTTP/1.1" status: 204 len: 173 time: 0.8852415 Aug 25 03:11:10.186630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-deleted', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:10.188992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be825859-dcfc-4c95-96d1-d1c5fc42f8ad" -d '{"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-deleted", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:10.235837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db906aa5-d0e7-4953-8ba2-b92414bcbdb4 x-openstack-request-id: req-db906aa5-d0e7-4953-8ba2-b92414bcbdb4 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:10.236244 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650fe7f9-3642-4118-9da6-e217c1d9d1e6", "name": "network-vif-deleted", "tag": "fbdece03-b15e-470f-93bf-0ec38b8bf2e1", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:10.236576 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db906aa5-d0e7-4953-8ba2-b92414bcbdb4 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:10.237082 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db906aa5-d0e7-4953-8ba2-b92414bcbdb4'] response: {'server_uuid': '650fe7f9-3642-4118-9da6-e217c1d9d1e6', 'name': 'network-vif-deleted', 'tag': 'fbdece03-b15e-470f-93bf-0ec38b8bf2e1', 'status': 'completed', 'code': 200} Aug 25 03:11:10.348105 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:10.544523 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:10.572135 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:11:10.580662 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:10.581266 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:10:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:10.687480 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:10.890968 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:10.917052 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3c55a-0680-4402-8cf6-42d95d113614 None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:11:11.165139 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fcf2c-9351-4538-a6cf-cf95db9670d2 None None] New status for floating IP 59de9126-2614-478b-ade4-319a3eb429b8: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:11:11.172087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55660) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:11.210537 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:11.232781 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (f89ec5e7-5115-48d3-93cc-29e5538f17f7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.262681 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (f89ec5e7-5115-48d3-93cc-29e5538f17f7), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.407405 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f89ec5e7-5115-48d3-93cc-29e5538f17f7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.413007 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.413007 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f89ec5e7-5115-48d3-93cc-29e5538f17f7 HTTP/1.1" status: 204 len: 168 time: 0.2384555 Aug 25 03:11:11.414984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55662) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:11.423758 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804ac99-a137-4b7b-a244-953da0ae13f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ec5e7-5115-48d3-93cc-29e5538f17f7,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:11.430199 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.api.v2.resource [None req-cc9ac6ea-6a9b-4f27-bfb1-bd8b795d9d6d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] show failed (client error): The resource could not be found. Aug 25 03:11:11.434277 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55664) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:11.444589 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-cc9ac6ea-6a9b-4f27-bfb1-bd8b795d9d6d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups/f89ec5e7-5115-48d3-93cc-29e5538f17f7 HTTP/1.1" status: 404 len: 347 time: 0.0278821 Aug 25 03:11:11.554702 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Deleting port a188c38b-8ddd-4ad1-b261-07190a68dd0d {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:11.555045 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.634262 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.634764 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (a188c38b-8ddd-4ad1-b261-07190a68dd0d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.648175 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Calling delete_port for a188c38b-8ddd-4ad1-b261-07190a68dd0d owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:11.944717 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:11.980095 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:12.052486 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (a188c38b-8ddd-4ad1-b261-07190a68dd0d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.081561 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'Port': ['ID=a188c38b-8ddd-4ad1-b261-07190a68dd0d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:12.175837 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (59de9126-2614-478b-ade4-319a3eb429b8), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.183899 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.183899 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-86467c4a-d764-4702-836f-8ab91b512d12 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/59de9126-2614-478b-ade4-319a3eb429b8 HTTP/1.1" status: 204 len: 168 time: 0.7462749 Aug 25 03:11:12.438414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55680) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:12.443129 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954330036', 'description': 'tempest-description--946449339'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:12.532026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.574593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:12.605766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (3b391407-f9ab-4b6d-9c0c-2aff04984e1f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.651849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3b391407-f9ab-4b6d-9c0c-2aff04984e1f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.683013 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b391407-f9ab-4b6d-9c0c-2aff04984e1f,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:12.728719 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.730349 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d400878f-e9ab-440d-952b-19c3881d03c5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2905672 Aug 25 03:11:12.733011 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55684) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:12.737591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group_rule': {'security_group_id': '3b391407-f9ab-4b6d-9c0c-2aff04984e1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:12.883128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (db7cd105-d766-4aa9-95c3-f72f5b3e79f8), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:12.945082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (db7cd105-d766-4aa9-95c3-f72f5b3e79f8), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.017682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (db7cd105-d766-4aa9-95c3-f72f5b3e79f8), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.038431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7cd105-d766-4aa9-95c3-f72f5b3e79f8,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:13.104321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.105531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1e757df6-b3f4-4dac-98b2-21ce7cab8fa0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3714895 Aug 25 03:11:13.108072 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55686) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:13.112624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'security_group_rule': {'security_group_id': '3b391407-f9ab-4b6d-9c0c-2aff04984e1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:13.233791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (a58c5163-e321-47bc-966b-790a0bbedde5), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.292682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (a58c5163-e321-47bc-966b-790a0bbedde5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.382005 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (a58c5163-e321-47bc-966b-790a0bbedde5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.401474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58c5163-e321-47bc-966b-790a0bbedde5,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:13.515358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.516680 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-2522117f-2375-458a-a6ad-21855e89187e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4076149 Aug 25 03:11:13.519716 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55692) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:13.524595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:13.618259 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.734152 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab675305-d02c-4a68-90b5-f4fb87bab28f req-55c28aee-db44-43ad-8131-d4cc10024194 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:13.735585 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ab675305-d02c-4a68-90b5-f4fb87bab28f req-55c28aee-db44-43ad-8131-d4cc10024194 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0618401 Aug 25 03:11:13.736592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:13.820677 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:13.833761 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ab675305-d02c-4a68-90b5-f4fb87bab28f req-8ca90535-77c0-4498-ad1a-ed2295a829ff tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893312 Aug 25 03:11:13.879926 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Allocated IP 172.27.1.238 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/483dca5a-8cac-47a6-adb2-5e5b0162a822) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:11:13.952690 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:14.189074 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:11:14.212493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: fbdece03-b15e-470f-93bf-0ec38b8bf2e1 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:11:14.212843 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device fbdece03-b15e-470f-93bf-0ec38b8bf2e1 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:11:14.231410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.372401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.414884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:11:14.417907 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:11:14.421801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:11:14.429748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=483dca5a-8cac-47a6-adb2-5e5b0162a822,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:14.471173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.581526 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.729676 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.792943 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.793682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.841526 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=483dca5a-8cac-47a6-adb2-5e5b0162a822,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:14.888578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:14.889909 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-70c2c5cb-761d-4714-9b5f-7814685e3ff6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3691847 Aug 25 03:11:14.968635 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66691aed-74f8-4f59-9a01-aae026d82171 req-a35711c7-4a27-43d3-8187-41d28a0fe28d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:14.970250 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66691aed-74f8-4f59-9a01-aae026d82171 req-a35711c7-4a27-43d3-8187-41d28a0fe28d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0492251 Aug 25 03:11:15.020070 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66691aed-74f8-4f59-9a01-aae026d82171 req-0ae0b165-312c-4abb-a7e4-0cd152949528 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Aug 25 03:11:15.053842 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-bcc95b47-818b-4fc8-bf74-efdd420042cf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1954330036&fields=id&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 267 time: 0.0444248 Aug 25 03:11:15.125493 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:15.164588 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-f106ea00-00ba-42dd-be07-5dcb7b2914a9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:15.166056 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-f106ea00-00ba-42dd-be07-5dcb7b2914a9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 817 time: 0.1060376 Aug 25 03:11:15.180396 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-574886e6-7bb8-48e5-9b5e-a19e421f24cb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/quotas/1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 375 time: 0.0090036 Aug 25 03:11:15.230570 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-04163f8f-db18-4de1-907e-89cb0a79b13f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453269 Aug 25 03:11:15.328923 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-b8b07d1c-3b49-4045-817e-9c52db244f6b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Aug 25 03:11:15.424891 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-48fa3a89-739f-4f7e-95ae-b62cf65683b0 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903385 Aug 25 03:11:15.664611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-0543df48-9888-44ec-90ef-979070c5573b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:15.666152 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-0543df48-9888-44ec-90ef-979070c5573b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0505490 Aug 25 03:11:15.703887 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8ad36436-0dc8-4831-b620-792446ab729e req-0a72aeb9-29a4-4e79-86d4-eaf30fbc0fd0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Aug 25 03:11:15.758589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:15.764976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Deleting port 9f731190-6dbd-4181-af3f-32c35bb92186 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:15.765323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:15.868317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] For port 9f731190-6dbd-4181-af3f-32c35bb92186, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=9f731190-6dbd-4181-af3f-32c35bb92186,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:15.868317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:15.879306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Calling delete_port for 9f731190-6dbd-4181-af3f-32c35bb92186 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:16.125201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (9f731190-6dbd-4181-af3f-32c35bb92186), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:16.139237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['9f731190-6dbd-4181-af3f-32c35bb92186'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:11:16.163697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Pushing event deleted for resources: {'Port': ['ID=9f731190-6dbd-4181-af3f-32c35bb92186,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:16.175034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fd10-3c08-4a9c-b5a2-15039e5a8cb5 req-c4fed9b6-45a3-4ecc-8910-cf50152b85ec tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:16.176551 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98a3fd10-3c08-4a9c-b5a2-15039e5a8cb5 req-c4fed9b6-45a3-4ecc-8910-cf50152b85ec tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c3eb59da-443d-4d19-842b-972b947331ca HTTP/1.1" status: 200 len: 946 time: 0.0817146 Aug 25 03:11:16.238455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] No DVR routers for this DVR port 9f731190-6dbd-4181-af3f-32c35bb92186 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:11:16.244632 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:16.248880 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1792ec97-626c-4ca5-bbc0-b92b20afd391 req-1c82d8e6-2947-4407-ac88-07896a6783e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "DELETE /networking/v2.0/ports/9f731190-6dbd-4181-af3f-32c35bb92186 HTTP/1.1" status: 204 len: 173 time: 0.5775800 Aug 25 03:11:16.250653 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'name': 'network-vif-deleted', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:16.253186 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50b1f4-58a8-46f6-befb-c94f0e537718" -d '{"events": [{"server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "name": "network-vif-deleted", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:16.282377 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98a3fd10-3c08-4a9c-b5a2-15039e5a8cb5 req-88195c7b-6100-4593-92f1-24defc201e11 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957782 Aug 25 03:11:16.298592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1589a3-d518-409d-af87-2c7b7d623aa8 x-openstack-request-id: req-ad1589a3-d518-409d-af87-2c7b7d623aa8 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:16.298949 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eb59da-443d-4d19-842b-972b947331ca", "name": "network-vif-deleted", "tag": "9f731190-6dbd-4181-af3f-32c35bb92186", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:16.299213 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad1589a3-d518-409d-af87-2c7b7d623aa8 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:16.299618 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1589a3-d518-409d-af87-2c7b7d623aa8'] response: {'server_uuid': 'c3eb59da-443d-4d19-842b-972b947331ca', 'name': 'network-vif-deleted', 'tag': '9f731190-6dbd-4181-af3f-32c35bb92186', 'status': 'completed', 'code': 200} Aug 25 03:11:16.504015 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-7808b880-1ba6-496a-b3a1-c22251ea7c83 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389407 Aug 25 03:11:16.604066 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-fd349260-5cbf-4d0c-83a2-d02dcfef2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:16.605598 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-fd349260-5cbf-4d0c-83a2-d02dcfef2014 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 1129 time: 0.0463154 Aug 25 03:11:16.810140 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b6a1e9e8-e442-4285-b546-5f92c161b7bd req-9c36c123-38c8-4711-851d-2884eca62c82 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 210 time: 0.0285323 Aug 25 03:11:16.954963 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-e43d88d4-2ad3-4d2d-8dbc-84117f10adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:16.956430 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-e43d88d4-2ad3-4d2d-8dbc-84117f10adc6 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 200 len: 919 time: 0.0929627 Aug 25 03:11:16.998229 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-883c7c22-c2b0-4acf-ab9c-f51da91b29eb service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0323451 Aug 25 03:11:17.012916 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:17.050623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-55ed9b64-f809-409f-8027-b1fa3bcad439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:17.052045 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-55ed9b64-f809-409f-8027-b1fa3bcad439 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 200 len: 857 time: 0.0467558 Aug 25 03:11:17.097150 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-e6cbbdba-d1aa-4d11-bab0-8c6c95d34518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:17.098640 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-e6cbbdba-d1aa-4d11-bab0-8c6c95d34518 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=e41fd9c3-0d17-460e-a746-06b7f7aecf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411992 Aug 25 03:11:17.206627 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-80b6bba0-c565-4398-a7a7-f0d1dae48ff2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947087 Aug 25 03:11:17.308396 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a61e388-54cd-470a-8aea-2cc6ef73d39d req-9288e817-3e71-4cec-84fd-764eb3af9a8f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943656 Aug 25 03:11:17.888085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:17.962374 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4c952eca-e667-4961-8841-5f46804ccd08 req-384ace13-59c9-4b06-877b-894b7aeacb04 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 210 time: 0.0566776 Aug 25 03:11:18.017419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-584a6725-fef4-4ff7-b8d7-4f9114744017 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:18.018872 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-584a6725-fef4-4ff7-b8d7-4f9114744017 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 817 time: 0.1414199 Aug 25 03:11:18.083294 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-0b6f6869-e3f4-4aac-bcf3-0e8ec0907028 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 380 time: 0.0528421 Aug 25 03:11:18.091382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'port': {'device_id': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'admin_state_up': True, 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'security_groups': ['3b391407-f9ab-4b6d-9c0c-2aff04984e1f']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:18.324189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Made reservation on behalf of 1d3d0ec7db3c4b3b8625c575a2a11ec8 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:11:18.327990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:18.460723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Allocated IP 172.20.0.4 (6ac69087-e8de-47de-ba66-364375da66dd/32c39efe-3dbb-4859-bac9-fcaa7727311d/f2e0dc32-497f-4383-adcb-7c003a2e463a) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:11:18.601937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:18.692414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:18.698770 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:18.736003 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Network 6ac69087-e8de-47de-ba66-364375da66dd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:11:18.739307 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:11:18.742538 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:11:18.747476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:18.748086 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:18.763914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:18.843798 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-e4ae3ff3-7aaa-415c-a2bd-8e7fc6ce8fd8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558706 Aug 25 03:11:18.972312 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-4bd6c32e-ff8d-40f6-9355-24e03eaacd90 None None] Provisioning complete for port f2e0dc32-497f-4383-adcb-7c003a2e463a triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:11:18.972832 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c32e-ff8d-40f6-9355-24e03eaacd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:19.005226 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6c32e-ff8d-40f6-9355-24e03eaacd90 None None] Port f2e0dc32-497f-4383-adcb-7c003a2e463a cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:11:19.087505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213069f7-7507-48a9-8389-ad1ef5634fa4 req-851d7e1c-4a0f-4ca0-bf4b-7771cd8cca6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:19.088982 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-213069f7-7507-48a9-8389-ad1ef5634fa4 req-851d7e1c-4a0f-4ca0-bf4b-7771cd8cca6a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 931 time: 0.0454490 Aug 25 03:11:19.138492 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-213069f7-7507-48a9-8389-ad1ef5634fa4 req-22a2f929-e0ef-4181-aa53-d4b357af5597 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 Aug 25 03:11:20.261729 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c93072-e5f9-4ae3-86f7-b3d4e4b64fde req-b0fdfe39-1cc3-4f21-b6f9-76a6f36d57e9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:20.263183 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-06c93072-e5f9-4ae3-86f7-b3d4e4b64fde req-b0fdfe39-1cc3-4f21-b6f9-76a6f36d57e9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 931 time: 0.0476162 Aug 25 03:11:20.313458 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-06c93072-e5f9-4ae3-86f7-b3d4e4b64fde req-591fb8b3-2305-4d37-8f2c-ad5ee117d3ed tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Aug 25 03:11:20.692267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Request body: {'port': {'device_id': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:20.713522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 9f731190-6dbd-4181-af3f-32c35bb92186 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:11:20.734148 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 9f731190-6dbd-4181-af3f-32c35bb92186 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:11:20.734492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 9f731190-6dbd-4181-af3f-32c35bb92186 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:11:20.754551 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:20.756695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:20.891058 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=60 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:20.893643 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=72 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:21.031336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:21.047396 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks [] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:21.052410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Transition to ACTIVE for port object f2e0dc32-497f-4383-adcb-7c003a2e463a will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:11:21.175697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:21.233180 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:21.242156 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:21.254966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Attempting to bind port f2e0dc32-497f-4383-adcb-7c003a2e463a on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:11:21.255316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Attempting to bind port f2e0dc32-497f-4383-adcb-7c003a2e463a by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:11:21.259247 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Attempting to bind port f2e0dc32-497f-4383-adcb-7c003a2e463a on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:21.269520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Port f2e0dc32-497f-4383-adcb-7c003a2e463a on network 6ac69087-e8de-47de-ba66-364375da66dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:11:21.270114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Attempting to bind port f2e0dc32-497f-4383-adcb-7c003a2e463a on network 6ac69087-e8de-47de-ba66-364375da66dd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:21.275199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:11:21.275536 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Checking segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:11:21.275915 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Bound using segment: {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:11:21.276437 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Bound port: f2e0dc32-497f-4383-adcb-7c003a2e463a, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fa9130-719b-4d30-9d26-54e3a165dc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:11:21.276795 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:21.341269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:11:21.345125 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:11:21.437583 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aca3b-11bd-4f5e-8198-d7bc0431cc60 req-295268b5-83e6-4a42-bbb3-4d9e5f664abf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:21.439027 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-df4aca3b-11bd-4f5e-8198-d7bc0431cc60 req-295268b5-83e6-4a42-bbb3-4d9e5f664abf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0475135 Aug 25 03:11:21.457231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:21.461452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:21.462184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:21.463822 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 1093 time: 0.7758973 Aug 25 03:11:21.464380 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:21.466753 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:21.491413 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-df4aca3b-11bd-4f5e-8198-d7bc0431cc60 req-a93ef64d-5be4-4087-981b-e3a4b6c7c2d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Aug 25 03:11:21.520860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f0210-4fc1-4f14-8d05-5f8d0e260212 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:21.548472 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26cee41-5e9e-43e2-b236-d06878b60f77 x-openstack-request-id: req-b26cee41-5e9e-43e2-b236-d06878b60f77 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:21.548766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:21.549020 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b26cee41-5e9e-43e2-b236-d06878b60f77 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:21.549433 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26cee41-5e9e-43e2-b236-d06878b60f77'] response: {'name': 'network-changed', 'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'status': 'completed', 'code': 200} Aug 25 03:11:21.556443 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:11:21.583667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfdd36-b7bb-4b8a-9818-8c68ac894bc4 req-4e131c13-d6dd-4eab-99c2-00b2a0f5f8f5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:21.585219 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-09dfdd36-b7bb-4b8a-9818-8c68ac894bc4 req-4e131c13-d6dd-4eab-99c2-00b2a0f5f8f5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0496347 Aug 25 03:11:21.633716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-09dfdd36-b7bb-4b8a-9818-8c68ac894bc4 req-1474aaa9-3041-4112-bb9c-880c7f72e915 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Aug 25 03:11:22.121451 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:22.122059 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:22.126353 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:22.245275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b1444eb9-95be-40cf-a223-ff421138ac8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:22.624023 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5139ac1-df38-4c23-b89f-38536899e875 req-140e65fc-00d6-4d14-b238-542f3a0b8c88 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:22.625515 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b5139ac1-df38-4c23-b89f-38536899e875 req-140e65fc-00d6-4d14-b238-542f3a0b8c88 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0489304 Aug 25 03:11:22.675209 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b5139ac1-df38-4c23-b89f-38536899e875 req-e84d9289-d69c-4ece-b5dd-5c272828545d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Aug 25 03:11:22.856006 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f896-0f11-4988-b357-136af6436732 req-ee324d72-6b60-4bbd-a568-fdade47568ec tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:22.857507 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-23e2f896-0f11-4988-b357-136af6436732 req-ee324d72-6b60-4bbd-a568-fdade47568ec tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0465744 Aug 25 03:11:22.906750 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-23e2f896-0f11-4988-b357-136af6436732 req-7e0b3a69-5e56-4a66-b4aa-b34cbd6ec244 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Aug 25 03:11:23.208070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-c31fa2c0-c6e8-4a01-9880-fb5f2e7f84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.210102 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-c31fa2c0-c6e8-4a01-9880-fb5f2e7f84f2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1127 time: 0.0390408 Aug 25 03:11:23.341132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-d7855f43-e45f-4cc0-ae03-ebd8e52d7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.343359 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-d7855f43-e45f-4cc0-ae03-ebd8e52d7fe8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1231198 Aug 25 03:11:23.448459 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-363b116d-28f8-4a57-bc76-cab53fcd2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.449937 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f1bd5ef1-a0cf-48e5-b4d8-fd6c80918e1d req-363b116d-28f8-4a57-bc76-cab53fcd2531 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944104 Aug 25 03:11:23.560823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-5a0d6e91-2b04-4cba-907d-a3214d84dcf9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.562201 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-5a0d6e91-2b04-4cba-907d-a3214d84dcf9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.0801866 Aug 25 03:11:23.565151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-2a1470d6-48f3-4424-b373-1b63dee17401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.566561 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-2a1470d6-48f3-4424-b373-1b63dee17401 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1127 time: 0.0560503 Aug 25 03:11:23.626837 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-3354deb9-32f1-4892-a390-44082e8d9b58 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 217 time: 0.0516112 Aug 25 03:11:23.642675 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:23.716371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Deleting port b1565188-c9dd-4f38-9acf-24035dbedd9f {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:23.716717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:23.720268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-c31b5d4f-073d-4ae3-8d3d-ad41c3135d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.721764 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-c31b5d4f-073d-4ae3-8d3d-ad41c3135d43 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0894327 Aug 25 03:11:23.791660 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:23.807922 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2c00-e699-4575-8c9b-47474a2f653f req-13136520-a34f-4e33-bc08-7fefdbc65589 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.809490 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-719c2c00-e699-4575-8c9b-47474a2f653f req-13136520-a34f-4e33-bc08-7fefdbc65589 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0543032 Aug 25 03:11:23.814811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-65a128ce-c085-4a0a-85b7-c379bfcad454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:23.816300 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-65a128ce-c085-4a0a-85b7-c379bfcad454 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808063 Aug 25 03:11:23.858777 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-719c2c00-e699-4575-8c9b-47474a2f653f req-60d7a028-3b17-40b2-86b7-ae055d0c8d38 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Aug 25 03:11:23.890109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] For port b1565188-c9dd-4f38-9acf-24035dbedd9f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b1565188-c9dd-4f38-9acf-24035dbedd9f,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:23.890648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:23.892662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:24.019349 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-5de22202-6c74-4d9f-baf8-718c02ab5b89 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905148 Aug 25 03:11:24.150268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1402-1c61-4445-8ac8-fbf2f4cb9744 req-109d84ce-6748-475c-85a5-1eb05f3abb4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:24.151743 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-105e1402-1c61-4445-8ac8-fbf2f4cb9744 req-109d84ce-6748-475c-85a5-1eb05f3abb4f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 946 time: 0.1439517 Aug 25 03:11:24.210741 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:24.211098 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:24.211408 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Floating IP 449c2306-d9b5-4fa1-8dee-a3582b29d313 disassociated. External IP: 172.27.1.115, port: b1565188-c9dd-4f38-9acf-24035dbedd9f. Aug 25 03:11:24.211745 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Calling delete_port for b1565188-c9dd-4f38-9acf-24035dbedd9f owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:24.230727 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9f98472-b93b-4b33-9787-9b935b839ca1 req-bb0378a9-e564-4a8b-b758-3a82fcbfb8bd service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904979 Aug 25 03:11:24.250412 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-105e1402-1c61-4445-8ac8-fbf2f4cb9744 req-3feff9eb-31dc-4e75-8a4f-0fc5b8668097 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917842 Aug 25 03:11:24.423424 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b72e2c11-3b90-470f-8b5f-a2f593416b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:24.652106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (b1565188-c9dd-4f38-9acf-24035dbedd9f), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:24.679825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'Port': ['ID=b1565188-c9dd-4f38-9acf-24035dbedd9f,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:24.771927 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:24.797138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:24.906744 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:24.918823 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:24.937699 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:24.938412 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:24.958940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] No DVR routers for this DVR port b1565188-c9dd-4f38-9acf-24035dbedd9f on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:11:24.961789 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:24.965091 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e7fd408c-e9e4-44b2-a84e-1db24cb5b2f7 req-313d095d-c658-4802-977c-32be73cc0ed9 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "DELETE /networking/v2.0/ports/b1565188-c9dd-4f38-9acf-24035dbedd9f HTTP/1.1" status: 204 len: 173 time: 1.3976510 Aug 25 03:11:24.965609 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'name': 'network-vif-deleted', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:24.968051 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1edce-72ac-458a-9e8e-43e47e511282" -d '{"events": [{"server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "name": "network-vif-deleted", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:24.996848 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19572-61ce-48dc-878f-d33acf5d1968 req-5bd8b9e9-f3f9-4383-9d9c-b6abd2131fad tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:24.998422 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-57f19572-61ce-48dc-878f-d33acf5d1968 req-5bd8b9e9-f3f9-4383-9d9c-b6abd2131fad tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0564535 Aug 25 03:11:25.016715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c02585-435f-41f7-ba2c-56360217e422 x-openstack-request-id: req-a0c02585-435f-41f7-ba2c-56360217e422 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:25.017016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832b5cf4-2011-4790-8c89-e4078b8cf262", "name": "network-vif-deleted", "tag": "b1565188-c9dd-4f38-9acf-24035dbedd9f", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:25.017278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0c02585-435f-41f7-ba2c-56360217e422 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:25.017696 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c02585-435f-41f7-ba2c-56360217e422'] response: {'server_uuid': '832b5cf4-2011-4790-8c89-e4078b8cf262', 'name': 'network-vif-deleted', 'tag': 'b1565188-c9dd-4f38-9acf-24035dbedd9f', 'status': 'completed', 'code': 200} Aug 25 03:11:25.052837 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-57f19572-61ce-48dc-878f-d33acf5d1968 req-10d21eae-efa1-4d74-a9bb-f24cd2946ccc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474231 Aug 25 03:11:25.081141 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:25.276124 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:25.301379 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:11:25.309859 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:25.310464 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:25.356706 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9c73ff4b-78cc-4ead-9845-be6fe910823a req-454354cc-cea5-40f5-9f69-dfab5069fbf8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.0292008 Aug 25 03:11:25.414432 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:25.597662 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:25.627551 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8af00b-faa8-472d-9bd6-12fdd4297265 None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:11:25.685935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:25.839282 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7120c-35c6-41b5-83c7-deaaad5a23f4 None None] New status for floating IP 449c2306-d9b5-4fa1-8dee-a3582b29d313: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:11:26.181135 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a696e-13df-4103-823c-5f61b0be633d req-99eb3b78-91d1-4704-bc84-69609f8b66c9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:26.182625 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1b3a696e-13df-4103-823c-5f61b0be633d req-99eb3b78-91d1-4704-bc84-69609f8b66c9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0525496 Aug 25 03:11:26.229839 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1b3a696e-13df-4103-823c-5f61b0be633d req-f6f70af0-3c38-4584-a76e-aa8622f293ff tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 Aug 25 03:11:26.461802 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-705aec6d-4702-49e6-9bc8-a6b6468800dd req-a0d78829-2b53-4c4a-9316-d666c9fa2a90 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.0286901 Aug 25 03:11:26.890222 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device b1565188-c9dd-4f38-9acf-24035dbedd9f no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:11:26.910430 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: b1565188-c9dd-4f38-9acf-24035dbedd9f {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:11:26.910772 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device b1565188-c9dd-4f38-9acf-24035dbedd9f not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:11:27.354441 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c9c2d-f16e-455b-a5f7-68eb40105ee6 req-ec3fcfb4-5159-4f12-ae39-a2a7a0cfdcbc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:27.355950 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-453c9c2d-f16e-455b-a5f7-68eb40105ee6 req-ec3fcfb4-5159-4f12-ae39-a2a7a0cfdcbc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0482090 Aug 25 03:11:27.406005 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-453c9c2d-f16e-455b-a5f7-68eb40105ee6 req-ee81de66-fdcf-4bb7-95dc-f667f9382bf5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 Aug 25 03:11:27.429359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:27.457378 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:27.567586 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9da79fee-0152-46bd-9214-3857d34538cc req-d3685ee6-6980-48bd-bd4f-e651a9c0cfd8 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=832b5cf4-2011-4790-8c89-e4078b8cf262 HTTP/1.1" status: 200 len: 210 time: 0.0272737 Aug 25 03:11:28.071776 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-b8665507-894e-4229-982d-1d67d41392c5 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:28.073180 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-b8665507-894e-4229-982d-1d67d41392c5 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/networks?id=93f094cc-75b2-48ea-b047-edaab0694da3 HTTP/1.1" status: 200 len: 812 time: 0.1060948 Aug 25 03:11:28.088380 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-5b3e3714-cfde-407a-adac-a6cd8c6f3a5e tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/quotas/aa73d487b3884350889e14e0b018e0f1 HTTP/1.1" status: 200 len: 375 time: 0.0099506 Aug 25 03:11:28.120425 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-8644888c-9e02-49a8-b7d8-0df75e9731f4 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271122 Aug 25 03:11:28.230449 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:28.260045 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-17b25b8f-07fa-466e-bfc9-37f3dfe8fe6d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328218 Aug 25 03:11:28.353978 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-480a2ccd-5829-4be3-b8db-e449f1f4f6aa service neutron] 10.222.0.75 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880234 Aug 25 03:11:28.538133 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435fc41-2cc5-4608-aa07-e5268b0a5492 req-9261ac22-8e68-44e0-a9ec-06f8c09afaf7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:28.552673 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5435fc41-2cc5-4608-aa07-e5268b0a5492 req-9261ac22-8e68-44e0-a9ec-06f8c09afaf7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0645285 Aug 25 03:11:28.592690 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9a9c03c0-5147-42cd-9a20-6ce4d2f6a91d req-449b9f62-ddfd-413a-b527-4d7a5947a60b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 210 time: 0.0452960 Aug 25 03:11:28.602511 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5435fc41-2cc5-4608-aa07-e5268b0a5492 req-b234631e-5830-4bda-ab07-afb4c5b3200f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487187 Aug 25 03:11:28.749904 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55854) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:28.807724 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ab3546-8ef7-4b8e-9cd9-93ae262867b5), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:28.830179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ab3546-8ef7-4b8e-9cd9-93ae262867b5), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:28.897763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:11:28.949243 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3ab3546-8ef7-4b8e-9cd9-93ae262867b5), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:28.952833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:28.956536 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e3ab3546-8ef7-4b8e-9cd9-93ae262867b5 HTTP/1.1" status: 204 len: 168 time: 0.2031605 Aug 25 03:11:28.956869 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55860) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:28.965996 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ab3546-8ef7-4b8e-9cd9-93ae262867b5,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:28.975336 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.api.v2.resource [None req-932259b0-0cde-4723-a0b4-5c3b186477c5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] show failed (client error): The resource could not be found. Aug 25 03:11:28.975637 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.976036 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.976618 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.976762 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.976951 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-932259b0-0cde-4723-a0b4-5c3b186477c5 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups/e3ab3546-8ef7-4b8e-9cd9-93ae262867b5 HTTP/1.1" status: 404 len: 347 time: 0.0188453 Aug 25 03:11:28.977124 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.977345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.977663 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.978031 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.978369 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.978768 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.979095 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.979414 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.979637 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 55862) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:28.979751 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.980029 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:28.980366 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d33e14-73fc-4015-a4ff-f85c25a8787c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.017903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:29.030616 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:11:29.070617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:29.071163 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.088399 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:29.103721 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Deleting port 7a865c8f-e993-4136-86cd-2d1cdeedce4c {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:29.104065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.110444 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:29.149174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:29.181581 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.181908 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (7a865c8f-e993-4136-86cd-2d1cdeedce4c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.199628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Calling delete_port for 7a865c8f-e993-4136-86cd-2d1cdeedce4c owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:29.206274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.259543 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:29.266784 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.267205 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.267578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.267935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.268311 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.268643 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.268974 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.269300 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.269623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.269946 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.270268 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.270591 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.270910 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.271228 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.272223 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:11:29.427811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (7a865c8f-e993-4136-86cd-2d1cdeedce4c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.456448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'Port': ['ID=7a865c8f-e993-4136-86cd-2d1cdeedce4c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:29.482258 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (449c2306-d9b5-4fa1-8dee-a3582b29d313), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.484694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.485870 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6252aec3-dfdb-44e9-883a-2afbe4e4dc4b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/449c2306-d9b5-4fa1-8dee-a3582b29d313 HTTP/1.1" status: 204 len: 168 time: 0.5048337 Aug 25 03:11:29.488528 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['f2e0dc32-497f-4383-adcb-7c003a2e463a'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:11:29.648090 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55872) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:29.652745 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238763017', 'description': 'tempest-description--2005897843'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:29.706224 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-aef06f12-4cf5-4715-a30f-9e6681c196cb req-721470c2-dd54-440e-b845-1812513b2c8f tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 210 time: 0.0300274 Aug 25 03:11:29.739249 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:29.745803 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.754449 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe3a95-6dfc-4097-aae1-db4286888954 req-32311000-24df-422f-ae9e-36f38f2b28a0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:29.756565 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8ebe3a95-6dfc-4097-aae1-db4286888954 req-32311000-24df-422f-ae9e-36f38f2b28a0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 944 time: 0.0529900 Aug 25 03:11:29.831314 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8ebe3a95-6dfc-4097-aae1-db4286888954 req-e6c282b6-3efd-4a8b-9d8a-76e4b71a4aa1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675240 Aug 25 03:11:29.865905 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ea08a4-0230-4129-abd3-17bce3f898d6), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.933501 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3ea08a4-0230-4129-abd3-17bce3f898d6), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:29.964759 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea08a4-0230-4129-abd3-17bce3f898d6,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:30.057279 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.058657 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-03e71958-d840-4718-b4fe-1cd96da46d64 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4095364 Aug 25 03:11:30.061540 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55874) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:30.065871 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group_rule': {'security_group_id': 'e3ea08a4-0230-4129-abd3-17bce3f898d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:30.167614 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (7c861bbc-1466-4444-ab40-a5e55d7474a7), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.221950 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (7c861bbc-1466-4444-ab40-a5e55d7474a7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.291595 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (7c861bbc-1466-4444-ab40-a5e55d7474a7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.311601 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c861bbc-1466-4444-ab40-a5e55d7474a7,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:30.379622 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.381022 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b76823dd-2a4f-49a8-b83d-92cb5943c6f1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184648 Aug 25 03:11:30.384180 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55876) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:30.388897 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'security_group_rule': {'security_group_id': 'e3ea08a4-0230-4129-abd3-17bce3f898d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:30.526703 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:30.530773 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (652ea967-d6f9-48e3-9e2c-a034c12badd9), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.591360 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (652ea967-d6f9-48e3-9e2c-a034c12badd9), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.692044 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (652ea967-d6f9-48e3-9e2c-a034c12badd9), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.711036 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652ea967-d6f9-48e3-9e2c-a034c12badd9,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:30.800236 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.801377 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9497d2dc-d80a-47a5-a076-f5de8683e1a3 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4161968 Aug 25 03:11:30.805225 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55880) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:30.810490 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:30.810609 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:30.831812 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5cc68ff0-a726-4fea-8b68-1e0cb1558f25 req-f1cfee6a-d3b1-4355-bfef-fe7ef7819856 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 210 time: 0.0390313 Aug 25 03:11:30.881403 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-f38c4ac3-2378-46f5-939b-ccfed99644e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:30.882904 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-f38c4ac3-2378-46f5-939b-ccfed99644e6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "GET /networking/v2.0/networks?id=93f094cc-75b2-48ea-b047-edaab0694da3 HTTP/1.1" status: 200 len: 812 time: 0.1363494 Aug 25 03:11:30.896089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Request body: {'port': {'device_id': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3', 'admin_state_up': True, 'tenant_id': 'aa73d487b3884350889e14e0b018e0f1'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:30.902321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:11:30.940311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:30.973895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port f2e0dc32-497f-4383-adcb-7c003a2e463a completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:11:31.007047 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e92d-44f3-4450-af89-b0d9d8ecacf0 req-7ca23fb4-63e1-4017-b7c4-d5ac5489133c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:31.008742 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d0b8e92d-44f3-4450-af89-b0d9d8ecacf0 req-7ca23fb4-63e1-4017-b7c4-d5ac5489133c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 944 time: 0.1003187 Aug 25 03:11:31.034384 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port f2e0dc32-497f-4383-adcb-7c003a2e463a triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:11:31.034900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.072990 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.083393 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:31.092675 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d0b8e92d-44f3-4450-af89-b0d9d8ecacf0 req-1a0a8ec1-33f6-4006-a534-3980a457f524 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Aug 25 03:11:31.110750 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:31.111140 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.112313 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Made reservation on behalf of aa73d487b3884350889e14e0b018e0f1 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:11:31.116254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.141947 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:31.144228 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285690ac-ec3b-47d4-a9ac-51064f4c20f2" -d '{"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:31.159671 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:31.186513 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317acc0-79d0-423e-a1c4-a54ace0beee0 x-openstack-request-id: req-f317acc0-79d0-423e-a1c4-a54ace0beee0 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:31.186832 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:31.187086 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f317acc0-79d0-423e-a1c4-a54ace0beee0 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:31.187490 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f317acc0-79d0-423e-a1c4-a54ace0beee0'] response: {'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'code': 200} Aug 25 03:11:31.228385 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Allocated IP 172.27.1.42 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/87148478-0f09-4e9f-8e51-b74c00690148) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:11:31.254199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Allocated IP 172.20.0.12 (93f094cc-75b2-48ea-b047-edaab0694da3/a9fdbb70-5500-4958-869b-be67a594b68e/ea945c98-0ff2-499e-b846-3070588ded2d) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:11:31.261164 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.316104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:31.337234 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:31.352978 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (87148478-0f09-4e9f-8e51-b74c00690148), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.420667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks [] for port (ea945c98-0ff2-499e-b846-3070588ded2d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.530130 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (87148478-0f09-4e9f-8e51-b74c00690148), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.559132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.576563 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:11:31.582568 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:11:31.586029 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:11:31.611257 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=87148478-0f09-4e9f-8e51-b74c00690148,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:31.613008 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Network 93f094cc-75b2-48ea-b047-edaab0694da3 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:11:31.619720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:11:31.622106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:11:31.627424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:31.628225 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.630351 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Pushing event updated for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:31.643098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:31.682674 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.717024 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-a918c094-e1d2-4a10-a530-4b8d557e0477 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247659 Aug 25 03:11:31.720025 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c99d71-a427-42d2-9815-8c4faa979455 req-e99048df-d8d8-48e2-8f33-6302be522343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:31.721415 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e9c99d71-a427-42d2-9815-8c4faa979455 req-e99048df-d8d8-48e2-8f33-6302be522343 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1129 time: 0.1162369 Aug 25 03:11:31.735247 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Request body: {'port': {'device_id': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:31.800366 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (87148478-0f09-4e9f-8e51-b74c00690148), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.821526 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e9c99d71-a427-42d2-9815-8c4faa979455 req-c594e9ea-898d-4f45-97d9-862f4fc73963 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904129 Aug 25 03:11:31.828219 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:31.864203 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:31.981178 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6e6b-a1d6-42ae-867a-464775b7afb9 req-08a3a24d-2f92-4e11-b232-4afd64981a04 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:31.982657 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32bc6e6b-a1d6-42ae-867a-464775b7afb9 req-08a3a24d-2f92-4e11-b232-4afd64981a04 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 932 time: 0.0662732 Aug 25 03:11:32.005548 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (87148478-0f09-4e9f-8e51-b74c00690148), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.044492 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-32bc6e6b-a1d6-42ae-867a-464775b7afb9 req-7ba42046-19f8-4d6d-8694-2d254ad5ca9c tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Aug 25 03:11:32.074596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (87148478-0f09-4e9f-8e51-b74c00690148), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.115940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea945c98-0ff2-499e-b846-3070588ded2d {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:32.123830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks [] for port (ea945c98-0ff2-499e-b846-3070588ded2d), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.137987 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Transition to ACTIVE for port object ea945c98-0ff2-499e-b846-3070588ded2d will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:11:32.141146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:32.146437 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.149358 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=87148478-0f09-4e9f-8e51-b74c00690148,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:32.221353 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b701-65c9-424d-a941-b368b8b544a0 req-e94c6800-0eb3-42bc-aa80-b35d1fa7b1aa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.222831 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b2b701-65c9-424d-a941-b368b8b544a0 req-e94c6800-0eb3-42bc-aa80-b35d1fa7b1aa tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0469489 Aug 25 03:11:32.235899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.247948 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.249415 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-69746827-2ec3-4351-afff-f000423b44a1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4431806 Aug 25 03:11:32.327639 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:32.344053 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b2b701-65c9-424d-a941-b368b8b544a0 req-664c00e6-7318-4a42-91f3-99cacaa241ef tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151428 Aug 25 03:11:32.349015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Attempting to bind port ea945c98-0ff2-499e-b846-3070588ded2d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:11:32.349331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Attempting to bind port ea945c98-0ff2-499e-b846-3070588ded2d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:11:32.349622 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Attempting to bind port ea945c98-0ff2-499e-b846-3070588ded2d on network 93f094cc-75b2-48ea-b047-edaab0694da3 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:32.353424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:32.355810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Port ea945c98-0ff2-499e-b846-3070588ded2d on network 93f094cc-75b2-48ea-b047-edaab0694da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:11:32.356043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Attempting to bind port ea945c98-0ff2-499e-b846-3070588ded2d on network 93f094cc-75b2-48ea-b047-edaab0694da3 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:32.361397 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:11:32.364297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Checking segment: {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:11:32.364297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Bound using segment: {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:11:32.364297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Bound port: ea945c98-0ff2-499e-b846-3070588ded2d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35960ce6-ad5b-43b7-9a69-a42137116b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:11:32.364297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.416426 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-5abd18c2-e40c-4aea-bfc2-3d1d3f23db1c tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1238763017&fields=id&tenant_id=f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 267 time: 0.0504756 Aug 25 03:11:32.429383 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:11:32.433133 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ea945c98-0ff2-499e-b846-3070588ded2d,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:11:32.509708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.512760 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.513564 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:32.515070 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/ea945c98-0ff2-499e-b846-3070588ded2d HTTP/1.1" status: 200 len: 1094 time: 0.7849514 Aug 25 03:11:32.517433 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:32.519680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e9751-594f-4192-be21-04dc7c11e275" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:32.527761 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-79acea98-9f4e-4380-bba5-70a3798abfe4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.530306 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-79acea98-9f4e-4380-bba5-70a3798abfe4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 809 time: 0.1059654 Aug 25 03:11:32.545180 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-c02b2190-c71c-4219-a428-29dcdec44135 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/quotas/f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 375 time: 0.0102267 Aug 25 03:11:32.566969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167676b-4d88-44fb-996a-2977917e8ca7 x-openstack-request-id: req-c167676b-4d88-44fb-996a-2977917e8ca7 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:32.567264 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:32.567500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c167676b-4d88-44fb-996a-2977917e8ca7 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:32.567901 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c167676b-4d88-44fb-996a-2977917e8ca7'] response: {'name': 'network-changed', 'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d', 'status': 'completed', 'code': 200} Aug 25 03:11:32.585807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0dc5e-59fe-4c7f-acb0-44508585e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:32.602362 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-0dff38d3-b533-4d46-aa5a-87e8701c5eb6 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507984 Aug 25 03:11:32.650039 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e9751-594f-4192-be21-04dc7c11e275 req-3fa8d22e-2fa0-492e-98cf-501951d778ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.651477 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-464e9751-594f-4192-be21-04dc7c11e275 req-3fa8d22e-2fa0-492e-98cf-501951d778ea service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 1128 time: 0.0552285 Aug 25 03:11:32.714865 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-826d6451-d1e8-4128-a1e7-bd2e93d189a5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973907 Aug 25 03:11:32.782209 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e9751-594f-4192-be21-04dc7c11e275 req-676e5c92-2c74-4672-82b9-88ed2fa28431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.783718 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-464e9751-594f-4192-be21-04dc7c11e275 req-676e5c92-2c74-4672-82b9-88ed2fa28431 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=aa73d487b3884350889e14e0b018e0f1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1062331 Aug 25 03:11:32.808241 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-8338c845-d911-479d-ba1f-4d29e8689dac service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870242 Aug 25 03:11:32.890939 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e9751-594f-4192-be21-04dc7c11e275 req-2e45efa8-69d3-4cdd-8e9a-06f81f5e954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:32.892469 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-464e9751-594f-4192-be21-04dc7c11e275 req-2e45efa8-69d3-4cdd-8e9a-06f81f5e954e service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949647 Aug 25 03:11:33.083015 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-336ec76f-0e6e-4174-b441-b7fa6b363307 req-4aa48ae5-c104-46a9-9b1a-7b5c60a6b793 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Aug 25 03:11:33.175934 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f405a72-687a-4e8c-91ef-11f4606694e2 req-47b89740-7b00-4873-86d6-d5862090b329 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:33.177449 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1f405a72-687a-4e8c-91ef-11f4606694e2 req-47b89740-7b00-4873-86d6-d5862090b329 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 944 time: 0.0497193 Aug 25 03:11:33.231955 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1f405a72-687a-4e8c-91ef-11f4606694e2 req-295748ab-a474-4fc0-a5ca-9f4e14c2325d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Aug 25 03:11:33.405600 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-014e3884-7478-4ca3-a63b-194be26896ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:33.407111 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-014e3884-7478-4ca3-a63b-194be26896ad service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=aa73d487b3884350889e14e0b018e0f1&device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 1128 time: 0.0435159 Aug 25 03:11:33.456257 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-ce81cc21-7598-4360-be60-5460a235b1f8 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea945c98-0ff2-499e-b846-3070588ded2d HTTP/1.1" status: 200 len: 217 time: 0.0414994 Aug 25 03:11:33.531294 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2877391-27ac-4126-85e1-8eef085bd0f1 req-e2f41ef8-45e2-4c29-becb-2aff94aa5319 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:33.532800 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d2877391-27ac-4126-85e1-8eef085bd0f1 req-e2f41ef8-45e2-4c29-becb-2aff94aa5319 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0793149 Aug 25 03:11:33.542641 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-8523e724-3e21-4622-98ac-d26f52bdc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:33.547464 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-8523e724-3e21-4622-98ac-d26f52bdc9d3 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a9fdbb70-5500-4958-869b-be67a594b68e HTTP/1.1" status: 200 len: 852 time: 0.0800939 Aug 25 03:11:33.589660 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-9a7254ab-b886-486b-9530-30f66c813a3a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=93f094cc-75b2-48ea-b047-edaab0694da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386000 Aug 25 03:11:33.656864 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d2877391-27ac-4126-85e1-8eef085bd0f1 req-263cd5e9-342d-42fe-94d4-80cad1eca9b7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168523 Aug 25 03:11:33.683853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:33.702121 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-3f7caa71-492c-4373-af1e-2efc9fc4a48e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030278 Aug 25 03:11:33.795888 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a41af7a1-982e-4919-bad4-1b4e8bb7928e req-61ae3bec-1f59-47d2-b309-7c4986578c5d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Aug 25 03:11:34.186143 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-79b5f321-3b1e-42ec-af79-824169375856 req-ce9cdfde-d87d-418b-af81-976ea8562aa1 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Aug 25 03:11:34.351453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563cd6-9d80-42e5-9b25-c4bc5b7dfeaf req-35998391-f85c-4227-b408-331b09ffe39d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:34.352949 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3a563cd6-9d80-42e5-9b25-c4bc5b7dfeaf req-35998391-f85c-4227-b408-331b09ffe39d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 944 time: 0.0470731 Aug 25 03:11:34.400368 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3a563cd6-9d80-42e5-9b25-c4bc5b7dfeaf req-3ca4d015-2213-4c87-982f-2938a4078a6d tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Aug 25 03:11:34.783962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0cb63-3a95-4941-b9e1-740614860e52 req-e196cb5a-d9e3-4f8f-b8ba-8aeba3dd3ab9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:34.785454 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f6b0cb63-3a95-4941-b9e1-740614860e52 req-e196cb5a-d9e3-4f8f-b8ba-8aeba3dd3ab9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Aug 25 03:11:34.835356 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f6b0cb63-3a95-4941-b9e1-740614860e52 req-e2bb60cf-650b-4d24-8cc9-933b66a419f2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Aug 25 03:11:34.956064 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a586-0f21-4fac-b6b0-8865df45c9b6 req-f76fecef-1522-457b-b1c2-49b836127162 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:34.957550 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2830a586-0f21-4fac-b6b0-8865df45c9b6 req-f76fecef-1522-457b-b1c2-49b836127162 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Aug 25 03:11:34.968003 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 55934) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:34.972799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Request body: {'floatingip': {'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:35.014005 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:35.049919 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:35.323862 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-77faa779-5fb1-4723-adf9-46cfe1e2249d req-de4a6755-08d1-4be1-a0b9-fcd4c7be741d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0632234 Aug 25 03:11:35.478425 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:35.514415 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:35.526295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b3c65-32cd-4417-a51e-a4d73a2c4595 req-3347bea1-918e-4e0d-b5b3-d766a6025497 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:35.527884 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-563b3c65-32cd-4417-a51e-a4d73a2c4595 req-3347bea1-918e-4e0d-b5b3-d766a6025497 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 944 time: 0.0538483 Aug 25 03:11:35.579105 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-563b3c65-32cd-4417-a51e-a4d73a2c4595 req-2d719d23-a979-4a4a-919d-d5a4bf8d8ad0 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Aug 25 03:11:35.604910 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=69 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:35.605748 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=65 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:35.616687 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Floating IP 18e91cb4-ec8f-4c6b-bfc2-812197e67746 associated. External IP: 172.27.1.238, port: f2e0dc32-497f-4383-adcb-7c003a2e463a. Aug 25 03:11:35.714632 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:35.820013 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:35.907589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-f2577e80-f4b5-4889-83e5-bf6fea6e7500 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:35.909132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-f2577e80-f4b5-4889-83e5-bf6fea6e7500 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 809 time: 0.1089022 Aug 25 03:11:35.965887 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:35.979718 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-7a7efc30-1d5c-43aa-a1a8-0691e0349c2d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f626c34f12fb4bdab6bd42b05b79742a HTTP/1.1" status: 200 len: 380 time: 0.0611920 Aug 25 03:11:35.989801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'port': {'device_id': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'admin_state_up': True, 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'security_groups': ['e3ea08a4-0230-4129-abd3-17bce3f898d6']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:36.145439 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:36.151146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:36.157386 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:36.168563 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:36.169171 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:36.180678 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4339b80a-2e3d-49ed-bebe-e6944a8ffb55 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/18e91cb4-ec8f-4c6b-bfc2-812197e67746 HTTP/1.1" status: 200 len: 991 time: 1.2113144 Aug 25 03:11:36.181244 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:36.183558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83151692-518f-485b-90d0-671d5057727f" -d '{"events": [{"name": "network-changed", "server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:36.229838 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Made reservation on behalf of f626c34f12fb4bdab6bd42b05b79742a for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:11:36.234950 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:36.303796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a35aa-53e3-4bab-9e27-cde8cb953930 x-openstack-request-id: req-391a35aa-53e3-4bab-9e27-cde8cb953930 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:36.304174 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:36.304504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-391a35aa-53e3-4bab-9e27-cde8cb953930 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:36.305043 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391a35aa-53e3-4bab-9e27-cde8cb953930'] response: {'name': 'network-changed', 'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'status': 'completed', 'code': 200} Aug 25 03:11:36.388476 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:36.403456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83151692-518f-485b-90d0-671d5057727f req-2f14af34-360b-47de-8f60-f893c4016b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:36.404924 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-2f14af34-360b-47de-8f60-f893c4016b5c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1129 time: 0.0727196 Aug 25 03:11:36.483136 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69d02b0f-c481-482a-8958-a945ee418e89 req-6fa05c23-2770-49e6-9c36-92bc8a97a0ca tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0810885 Aug 25 03:11:36.485713 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Allocated IP 172.20.0.9 (1f35a7bb-9c1a-41d2-92fd-9043716fc14c/a1ac9fd5-cab6-4f3b-9242-c5a635c905de/8931bd40-0fa3-4f84-acad-d8230437317d) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:11:36.532684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:36.561516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83151692-518f-485b-90d0-671d5057727f req-08adad63-75b5-4e66-82b4-3c0a25149c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:36.563006 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-08adad63-75b5-4e66-82b4-3c0a25149c3a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1440647 Aug 25 03:11:36.621109 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '18e91cb4-ec8f-4c6b-bfc2-812197e67746', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:14Z', 'updated_at': '2022-08-25T03:11:35Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:36.645829 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:11:36.654722 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:36.655267 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:36.688812 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-fe7020e5-80bf-4a10-84ad-783e0397496d service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 999 time: 0.1188672 Aug 25 03:11:36.710018 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cc3b2-97ae-499d-b7b7-62ef4a261c53 req-87564fc0-9ce6-4ada-bedd-5491439a05a1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:36.712378 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-909cc3b2-97ae-499d-b7b7-62ef4a261c53 req-87564fc0-9ce6-4ada-bedd-5491439a05a1 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 944 time: 0.0526390 Aug 25 03:11:36.758582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for port (8931bd40-0fa3-4f84-acad-d8230437317d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:36.760772 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:36.774241 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-909cc3b2-97ae-499d-b7b7-62ef4a261c53 req-7dcf9b94-4ab8-4150-8833-ed3fc384ccb6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Aug 25 03:11:36.779033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83151692-518f-485b-90d0-671d5057727f req-9b1ad535-80e4-4ce1-828c-cd4555491d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:36.780770 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-9b1ad535-80e4-4ce1-828c-cd4555491d54 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0825398 Aug 25 03:11:36.838583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83151692-518f-485b-90d0-671d5057727f req-d1a49b6b-c04c-4110-b152-5e230f8d36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:36.840098 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-d1a49b6b-c04c-4110-b152-5e230f8d36ea service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484943 Aug 25 03:11:36.908373 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:36.920332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:36.932006 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ea945c98-0ff2-499e-b846-3070588ded2d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:11:36.988386 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '18e91cb4-ec8f-4c6b-bfc2-812197e67746', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:14Z', 'updated_at': '2022-08-25T03:11:35Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:36.991807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:11:36.998732 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:11:37.002792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-84676873-5709-43af-833e-96130e1f52c1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558831 Aug 25 03:11:37.004007 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:11:37.008906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:37.009580 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.016586 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3672f-c8cb-4b1d-8c87-1c2db944df44 None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '18e91cb4-ec8f-4c6b-bfc2-812197e67746', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:14Z', 'updated_at': '2022-08-25T03:11:35Z', 'revision_number': 1, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:11:37.020108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event updated for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:37.052294 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ea945c98-0ff2-499e-b846-3070588ded2d,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:37.074858 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'ea945c98-0ff2-499e-b846-3070588ded2d', 'network_id': '93f094cc-75b2-48ea-b047-edaab0694da3', 'port_id': 'ea945c98-0ff2-499e-b846-3070588ded2d', 'mac_address': 'fa:16:3e:32:7f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fdbb70-5500-4958-869b-be67a594b68e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:11:37.098192 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-ac6254c3-b515-4aab-a235-61a8c731b24d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1119022 Aug 25 03:11:37.110166 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Request body: {'port': {'device_id': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:37.123625 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port ea945c98-0ff2-499e-b846-3070588ded2d is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:37.124023 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.140850 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea945c98-0ff2-499e-b846-3070588ded2d {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:37.164707 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ea945c98-0ff2-499e-b846-3070588ded2d,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:37.196835 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.200502 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83151692-518f-485b-90d0-671d5057727f req-7948d09a-8ca4-49f4-bcf9-dfca68a37123 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765692 Aug 25 03:11:37.248653 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.255564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-9c790ad1-9d04-41f2-83eb-c2f140ac2026 None None] Provisioning complete for port 8931bd40-0fa3-4f84-acad-d8230437317d triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:11:37.255763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9c790ad1-9d04-41f2-83eb-c2f140ac2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.276480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb563f-8615-4ffd-b9cb-af100ed96db0 None None] New status for floating IP 18e91cb4-ec8f-4c6b-bfc2-812197e67746: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:11:37.342509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:37.368921 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9c790ad1-9d04-41f2-83eb-c2f140ac2026 None None] Port 8931bd40-0fa3-4f84-acad-d8230437317d cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:11:37.379167 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:37.402144 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:37.424270 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:37.437335 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:37.474935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8931bd40-0fa3-4f84-acad-d8230437317d {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:37.482416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks [] for port (8931bd40-0fa3-4f84-acad-d8230437317d), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.495348 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Transition to ACTIVE for port object 8931bd40-0fa3-4f84-acad-d8230437317d will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:11:37.523935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['ea945c98-0ff2-499e-b846-3070588ded2d'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:11:37.602761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.639153 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7572-274c-4a46-a8a4-484863515ef0 req-14d38417-6818-4620-a252-0b2228865835 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:37.640652 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e5b7572-274c-4a46-a8a4-484863515ef0 req-14d38417-6818-4620-a252-0b2228865835 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 931 time: 0.0759256 Aug 25 03:11:37.694364 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:37.722001 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Attempting to bind port 8931bd40-0fa3-4f84-acad-d8230437317d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:11:37.722336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Attempting to bind port 8931bd40-0fa3-4f84-acad-d8230437317d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:11:37.724842 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Attempting to bind port 8931bd40-0fa3-4f84-acad-d8230437317d on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:37.734300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Port 8931bd40-0fa3-4f84-acad-d8230437317d on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:11:37.734624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Attempting to bind port 8931bd40-0fa3-4f84-acad-d8230437317d on network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:11:37.739266 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e5b7572-274c-4a46-a8a4-484863515ef0 req-423f37e7-c2f5-47c4-a8e1-f80ac9dbc38b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895462 Aug 25 03:11:37.744482 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:11:37.744828 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Checking segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:11:37.745207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Bound using segment: {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:11:37.745641 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Bound port: 8931bd40-0fa3-4f84-acad-d8230437317d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ee1061-8e52-43eb-bb39-5ff23c09cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:11:37.745999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:37.899580 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60151d1c-bd1a-4278-9e35-ec3aafea38b3 req-0063b518-3136-4aa1-a972-5a22b0dc12f2 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:37.901280 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-60151d1c-bd1a-4278-9e35-ec3aafea38b3 req-0063b518-3136-4aa1-a972-5a22b0dc12f2 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 945 time: 0.0562801 Aug 25 03:11:37.928911 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:37.953025 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-60151d1c-bd1a-4278-9e35-ec3aafea38b3 req-fbe7f4e6-63e2-4c8a-9fae-637226ef4212 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Aug 25 03:11:38.032633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:38.054998 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:11:38.057994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8931bd40-0fa3-4f84-acad-d8230437317d,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:11:38.118137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:38.122272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:38.122877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:38.124270 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/8931bd40-0fa3-4f84-acad-d8230437317d HTTP/1.1" status: 200 len: 1093 time: 1.0183282 Aug 25 03:11:38.124756 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:38.127203 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:38.177111 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa325a-63c6-40da-82a6-1d1f3689d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:38.223499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3fa62-aa0f-4329-8fa2-298ec1caa92d x-openstack-request-id: req-7bf3fa62-aa0f-4329-8fa2-298ec1caa92d {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:38.223803 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:38.224033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7bf3fa62-aa0f-4329-8fa2-298ec1caa92d {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:38.224508 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf3fa62-aa0f-4329-8fa2-298ec1caa92d'] response: {'name': 'network-changed', 'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d', 'status': 'completed', 'code': 200} Aug 25 03:11:38.273293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-112517fc-8192-47b7-b901-10c328749e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:38.274754 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-112517fc-8192-47b7-b901-10c328749e59 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 1127 time: 0.0393646 Aug 25 03:11:38.320431 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-7e256cd3-1252-437f-ae8a-1f68e43e0569 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8931bd40-0fa3-4f84-acad-d8230437317d HTTP/1.1" status: 200 len: 217 time: 0.0356982 Aug 25 03:11:38.368350 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-8b1e750b-d5e9-488c-8a31-184bf9412d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:38.369729 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-8b1e750b-d5e9-488c-8a31-184bf9412d3d service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0436983 Aug 25 03:11:38.411510 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-4c749135-c7a1-4d3f-a7ab-5458def6c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:38.413505 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-4c749135-c7a1-4d3f-a7ab-5458def6c917 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375354 Aug 25 03:11:38.506426 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-0180e994-89cb-421c-824d-06975ec046b2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860467 Aug 25 03:11:38.595907 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a544202f-c9e2-42d6-b6af-93cadd321b15 req-932a8695-1196-429c-9608-616617fa2fb9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820930 Aug 25 03:11:38.862534 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032eb8-86e3-44e3-9e02-235452afc032 req-74829921-5c0a-4fcd-901a-7d2449725534 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:38.863972 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-db032eb8-86e3-44e3-9e02-235452afc032 req-74829921-5c0a-4fcd-901a-7d2449725534 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 943 time: 0.0468504 Aug 25 03:11:38.909975 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-db032eb8-86e3-44e3-9e02-235452afc032 req-cca7c705-40d2-4caa-9cce-5daca6f2151b tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Aug 25 03:11:38.937862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ea945c98-0ff2-499e-b846-3070588ded2d up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:11:38.980905 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port ea945c98-0ff2-499e-b846-3070588ded2d completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:11:39.040293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port ea945c98-0ff2-499e-b846-3070588ded2d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:11:39.040592 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:39.077539 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e314992-d784-44b4-876f-6cd8f1c146ce req-5d92d2a8-e3e1-4750-8256-5405655e368b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.079025 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e314992-d784-44b4-876f-6cd8f1c146ce req-5d92d2a8-e3e1-4750-8256-5405655e368b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 945 time: 0.0523381 Aug 25 03:11:39.118391 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port ea945c98-0ff2-499e-b846-3070588ded2d is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:39.118781 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:39.128460 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e314992-d784-44b4-876f-6cd8f1c146ce req-471e58ab-6f8b-4784-bfde-13d35c73d8a0 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Aug 25 03:11:39.141410 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:39.143616 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfac869-40fd-40fb-bf3d-b415372fe395" -d '{"events": [{"server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "name": "network-vif-plugged", "status": "completed", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:39.156124 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ea945c98-0ff2-499e-b846-3070588ded2d,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:39.187800 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37725e8d-fc60-4161-8e13-09e9e3c3cb76 x-openstack-request-id: req-37725e8d-fc60-4161-8e13-09e9e3c3cb76 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:39.188109 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "name": "network-vif-plugged", "status": "completed", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:39.188415 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37725e8d-fc60-4161-8e13-09e9e3c3cb76 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:39.188796 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37725e8d-fc60-4161-8e13-09e9e3c3cb76'] response: {'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d', 'code': 200} Aug 25 03:11:39.228871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:39.276593 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:39.644434 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-96a43a88-592a-4961-9595-e95b71aa5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.645942 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-96a43a88-592a-4961-9595-e95b71aa5b1c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 1127 time: 0.0417793 Aug 25 03:11:39.740591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-bd62127c-90f6-4446-8190-468540057d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.742113 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-bd62127c-90f6-4446-8190-468540057d87 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.0902250 Aug 25 03:11:39.783021 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-4ea9a7f4-fa26-4369-bebe-696d7235faa3 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8931bd40-0fa3-4f84-acad-d8230437317d HTTP/1.1" status: 200 len: 217 time: 0.0342290 Aug 25 03:11:39.832137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-700d97c5-6c4b-423a-80a0-0a9814861692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.833677 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-700d97c5-6c4b-423a-80a0-0a9814861692 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0439155 Aug 25 03:11:39.876960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-1b684cb4-2be2-4ae3-b86f-5adceb79e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.878483 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-1b684cb4-2be2-4ae3-b86f-5adceb79e7fa service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392864 Aug 25 03:11:39.974630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828350b0-7f11-44d9-853c-51102a2c434f req-c28f0b65-5b05-4df3-99bf-f88cba43ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:39.976334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-828350b0-7f11-44d9-853c-51102a2c434f req-c28f0b65-5b05-4df3-99bf-f88cba43ae9f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 1130 time: 0.0881329 Aug 25 03:11:39.978955 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:40.069830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:40.078650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09108d-e1f4-4e56-8a9c-5eb48a85141d req-a564135f-0bbc-40e4-83fc-edff9e694721 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:40.080127 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1c09108d-e1f4-4e56-8a9c-5eb48a85141d req-a564135f-0bbc-40e4-83fc-edff9e694721 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 943 time: 0.0961616 Aug 25 03:11:40.086242 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-59268a54-3e3e-400b-a79d-442616cfaa9e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969788 Aug 25 03:11:40.106536 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-828350b0-7f11-44d9-853c-51102a2c434f req-0b2a9a4c-2ade-43d8-a197-f4f157e52a01 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213229 Aug 25 03:11:40.187531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1c09108d-e1f4-4e56-8a9c-5eb48a85141d req-48036a16-cd14-4ab3-ac26-6639260a2941 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002634 Aug 25 03:11:40.220437 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4499a3b-c887-4166-9ed3-c7b6df01d3a9 req-79c7315e-9ddd-4e9e-91ac-f75a943efdde service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238217 Aug 25 03:11:40.253387 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d75a3-99a7-4794-9dd1-07788bc7f955 req-6d005cbd-79a8-45d2-a770-7f4e889c07fd tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:40.254876 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-df3d75a3-99a7-4794-9dd1-07788bc7f955 req-6d005cbd-79a8-45d2-a770-7f4e889c07fd tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0485723 Aug 25 03:11:40.308594 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-df3d75a3-99a7-4794-9dd1-07788bc7f955 req-edb9d170-59fc-45b5-8059-b4065968c324 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 Aug 25 03:11:40.934070 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8931bd40-0fa3-4f84-acad-d8230437317d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:11:41.035351 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8931bd40-0fa3-4f84-acad-d8230437317d,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:41.046507 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '8931bd40-0fa3-4f84-acad-d8230437317d', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'port_id': '8931bd40-0fa3-4f84-acad-d8230437317d', 'mac_address': 'fa:16:3e:40:52:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:11:41.081307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 8931bd40-0fa3-4f84-acad-d8230437317d is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:41.081699 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:41.094715 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8931bd40-0fa3-4f84-acad-d8230437317d {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:11:41.114603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8931bd40-0fa3-4f84-acad-d8230437317d,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:41.234507 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:41.284054 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:41.316587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b570-a49f-413b-a11e-9d063a2cd3d5 req-ab1e8e65-5ff2-4c14-bacd-6d5c699a8f1f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:41.318220 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87d1b570-a49f-413b-a11e-9d063a2cd3d5 req-ab1e8e65-5ff2-4c14-bacd-6d5c699a8f1f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 944 time: 0.0502207 Aug 25 03:11:41.370502 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87d1b570-a49f-413b-a11e-9d063a2cd3d5 req-8fe5eb90-8389-4f71-86a6-d6d910f03a34 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468135 Aug 25 03:11:41.434777 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a018a0-fa1b-4aea-86ce-3e48a9d8d131 req-50bc64f8-c629-4482-954c-39d8c7da12bf tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:41.436286 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f1a018a0-fa1b-4aea-86ce-3e48a9d8d131 req-50bc64f8-c629-4482-954c-39d8c7da12bf tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0473249 Aug 25 03:11:41.483339 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f1a018a0-fa1b-4aea-86ce-3e48a9d8d131 req-f6f724cc-a51b-4617-86af-da7a11cc6971 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Aug 25 03:11:41.512161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8931bd40-0fa3-4f84-acad-d8230437317d'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:11:42.392205 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:42.636482 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e630b5-29d8-417a-9676-4a1ee9008573 req-667edd76-3482-4a23-8737-73efb77a432f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:42.638026 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c0e630b5-29d8-417a-9676-4a1ee9008573 req-667edd76-3482-4a23-8737-73efb77a432f tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 944 time: 0.0504682 Aug 25 03:11:42.687624 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c0e630b5-29d8-417a-9676-4a1ee9008573 req-8ce8f68f-b2ea-4c38-87cc-a044b78bc3fe tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Aug 25 03:11:42.947255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8931bd40-0fa3-4f84-acad-d8230437317d up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:11:42.993507 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 8931bd40-0fa3-4f84-acad-d8230437317d completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:11:43.065888 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 8931bd40-0fa3-4f84-acad-d8230437317d triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:11:43.066203 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:43.100631 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:43.139837 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 8931bd40-0fa3-4f84-acad-d8230437317d is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:11:43.140245 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:43.164949 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:43.167257 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6bf58b-d88e-46c4-8bc0-510f03d4eeab" -d '{"events": [{"server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "name": "network-vif-plugged", "status": "completed", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:43.179705 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8931bd40-0fa3-4f84-acad-d8230437317d,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:43.207218 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99a310-1fd6-4575-abaf-45101d62ff2e x-openstack-request-id: req-0e99a310-1fd6-4575-abaf-45101d62ff2e {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:43.207525 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "name": "network-vif-plugged", "status": "completed", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:43.207778 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e99a310-1fd6-4575-abaf-45101d62ff2e {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:43.208393 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e99a310-1fd6-4575-abaf-45101d62ff2e'] response: {'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d', 'code': 200} Aug 25 03:11:43.260675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:43.312953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:43.585301 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594ca23-7bd5-4fd6-8e91-3de5c43e234d req-bc538bb6-0656-4ec3-9b69-a0612a1734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:43.586769 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f594ca23-7bd5-4fd6-8e91-3de5c43e234d req-bc538bb6-0656-4ec3-9b69-a0612a1734bd service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 1129 time: 0.0433352 Aug 25 03:11:43.630164 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f594ca23-7bd5-4fd6-8e91-3de5c43e234d req-b76dabbb-a30d-458f-8fae-728ea1c11954 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378845 Aug 25 03:11:43.814351 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eac01-edf2-4e23-84d9-67449671c859 req-5cd4a710-8f26-4bf9-9f1d-7379e82620b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:43.815742 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-002eac01-edf2-4e23-84d9-67449671c859 req-5cd4a710-8f26-4bf9-9f1d-7379e82620b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0475490 Aug 25 03:11:43.863116 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-002eac01-edf2-4e23-84d9-67449671c859 req-4aaa098e-4737-40d1-883e-6d522dc2dac0 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Aug 25 03:11:44.983778 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a542b6-eed5-4ec4-83c0-23fdf0cbb8da req-cbb8df75-67ac-4b20-b0dd-2ab39f2b2688 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:44.985252 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b4a542b6-eed5-4ec4-83c0-23fdf0cbb8da req-cbb8df75-67ac-4b20-b0dd-2ab39f2b2688 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Aug 25 03:11:45.033033 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b4a542b6-eed5-4ec4-83c0-23fdf0cbb8da req-aa068024-9972-4eee-be2f-64dc8239c2d4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Aug 25 03:11:46.153963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb37611-c317-4f99-b8ed-c601edce9de2 req-3ebf3882-536e-484d-8f2c-000ac0425915 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:46.155453 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9cb37611-c317-4f99-b8ed-c601edce9de2 req-3ebf3882-536e-484d-8f2c-000ac0425915 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0476947 Aug 25 03:11:46.206445 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9cb37611-c317-4f99-b8ed-c601edce9de2 req-3cc0a4bd-c785-40c8-91c6-1ce2db1f2957 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 Aug 25 03:11:46.322311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d41d-026e-4787-9628-540a65afe53e req-8bf6eadd-a128-452c-8aa8-15b620e826b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:46.323695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b718d41d-026e-4787-9628-540a65afe53e req-8bf6eadd-a128-452c-8aa8-15b620e826b4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Aug 25 03:11:46.333212 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56028) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:11:46.337784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Request body: {'floatingip': {'port_id': '8931bd40-0fa3-4f84-acad-d8230437317d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:11:46.379565 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:46.783202 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:46.804292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:46.880929 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:46.977636 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Floating IP ccc875c4-71c8-4725-8962-71c8e9e9d62e associated. External IP: 172.27.1.42, port: 8931bd40-0fa3-4f84-acad-d8230437317d. Aug 25 03:11:46.986315 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:47.061856 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:47.179664 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:47.280472 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:47.285105 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:47.290666 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:47.301134 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:47.301744 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:47.318825 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-746ebec1-9a20-4628-ad8c-49849e117019 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/ccc875c4-71c8-4725-8962-71c8e9e9d62e HTTP/1.1" status: 200 len: 990 time: 0.9843454 Aug 25 03:11:47.319336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:47.321634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7198d0b-7e2a-4024-8005-c91f802a3291" -d '{"events": [{"name": "network-changed", "server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:47.358709 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb23b2-5902-4428-aa04-be64779bede9 x-openstack-request-id: req-35cb23b2-5902-4428-aa04-be64779bede9 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:47.359286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:47.359286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35cb23b2-5902-4428-aa04-be64779bede9 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:47.359626 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cb23b2-5902-4428-aa04-be64779bede9'] response: {'name': 'network-changed', 'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d', 'status': 'completed', 'code': 200} Aug 25 03:11:47.407883 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:47.423067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-5e0140fa-d754-4416-8bb2-2d21a7819bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:47.424594 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-5e0140fa-d754-4416-8bb2-2d21a7819bfe service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 1129 time: 0.0406275 Aug 25 03:11:47.495570 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:47.519065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-b4afec51-27a6-4d5f-9010-a36520530443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:47.520545 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-b4afec51-27a6-4d5f-9010-a36520530443 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 200 len: 910 time: 0.0875945 Aug 25 03:11:47.587905 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-cab07c37-1d79-4ca9-86ed-ad92da92eeb5 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8931bd40-0fa3-4f84-acad-d8230437317d HTTP/1.1" status: 200 len: 998 time: 0.0601432 Aug 25 03:11:47.626265 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'ccc875c4-71c8-4725-8962-71c8e9e9d62e', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': '8931bd40-0fa3-4f84-acad-d8230437317d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:40:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:31Z', 'updated_at': '2022-08-25T03:11:46Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:47.640585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-ffceb9f8-2a9b-46a9-b3a8-29a0c6c41abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:47.642051 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-ffceb9f8-2a9b-46a9-b3a8-29a0c6c41abd service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 200 len: 848 time: 0.0445502 Aug 25 03:11:47.651317 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:11:47.662438 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:47.663159 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:47.694578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-a2484b29-9c0a-4e44-861d-f03037f63726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:47.696123 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-a2484b29-9c0a-4e44-861d-f03037f63726 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1f35a7bb-9c1a-41d2-92fd-9043716fc14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454504 Aug 25 03:11:47.767072 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:47.793928 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-2a7e8378-89ad-4c81-b1c0-25cb63e93d20 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895345 Aug 25 03:11:47.871325 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:47.898831 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7198d0b-7e2a-4024-8005-c91f802a3291 req-20380538-5262-4a3f-9c18-ecb19cd98bbb service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988166 Aug 25 03:11:47.988337 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'ccc875c4-71c8-4725-8962-71c8e9e9d62e', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': '8931bd40-0fa3-4f84-acad-d8230437317d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:40:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:31Z', 'updated_at': '2022-08-25T03:11:46Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:48.014273 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850f6e-b500-4dd4-8d8f-db148be25bcb None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'ccc875c4-71c8-4725-8962-71c8e9e9d62e', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'port_id': '8931bd40-0fa3-4f84-acad-d8230437317d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'mac_address': 'fa:16:3e:40:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:11:31Z', 'updated_at': '2022-08-25T03:11:46Z', 'revision_number': 1, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:11:48.204242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67eba47-3362-4005-baf9-8e8c1d211b80 None None] New status for floating IP ccc875c4-71c8-4725-8962-71c8e9e9d62e: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:11:48.248594 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:51.634356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1baa-e47e-4147-b82e-770468efebb0 req-806e5844-e020-47f0-bdfe-edb6a8d98e4a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:51.635855 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-470f1baa-e47e-4147-b82e-770468efebb0 req-806e5844-e020-47f0-bdfe-edb6a8d98e4a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0523255 Aug 25 03:11:51.684688 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-470f1baa-e47e-4147-b82e-770468efebb0 req-666174ba-55ee-4f1c-82a9-5217f23bcafc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Aug 25 03:11:52.217175 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d28a4835-b270-4163-8977-6b7b0ed53d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:52.801210 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:52.809347 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444de1-53f2-4ebb-bc37-96a6eebb4679 req-1d582179-f789-4583-b666-b071b1cf2b5e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:52.810797 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-18444de1-53f2-4ebb-bc37-96a6eebb4679 req-1d582179-f789-4583-b666-b071b1cf2b5e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0503867 Aug 25 03:11:52.858982 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-18444de1-53f2-4ebb-bc37-96a6eebb4679 req-e6a29dc6-1d2c-44ee-b64b-520f36896be8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 Aug 25 03:11:53.977823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a51e-acb5-4743-8386-7b3281c22816 req-7c4cda27-85bf-494a-8ba0-fd1d8ce2ff1d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:53.979316 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2859a51e-acb5-4743-8386-7b3281c22816 req-7c4cda27-85bf-494a-8ba0-fd1d8ce2ff1d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0477440 Aug 25 03:11:54.026590 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2859a51e-acb5-4743-8386-7b3281c22816 req-b3721a94-96e6-4e00-a8d2-c965c86ee679 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Aug 25 03:11:54.437444 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-71597529-c9bd-4cb9-8873-822b60fca307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:55.144812 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1161bc-fc12-46df-9fcf-3807a9e51b6f req-0177bcdf-0dbf-49ae-9379-e890e0b9d1e9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:55.146318 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fe1161bc-fc12-46df-9fcf-3807a9e51b6f req-0177bcdf-0dbf-49ae-9379-e890e0b9d1e9 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0468404 Aug 25 03:11:55.193998 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fe1161bc-fc12-46df-9fcf-3807a9e51b6f req-21977d0d-b278-4f19-8733-fccd8d3a399a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Aug 25 03:11:55.694525 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:56.316912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634989-6128-485d-8c25-d3f3d5599ae6 req-d96b5912-8cfc-4086-a88b-ad9332d4156d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:56.318548 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7c634989-6128-485d-8c25-d3f3d5599ae6 req-d96b5912-8cfc-4086-a88b-ad9332d4156d tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0508647 Aug 25 03:11:56.366857 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7c634989-6128-485d-8c25-d3f3d5599ae6 req-e1cccb2d-e43c-4705-9733-e41ab8c63e0f tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Aug 25 03:11:57.460384 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:57.484404 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d45681-f373-46ed-a5bf-88b835836fd2 req-3c3454da-7f8c-4e4a-8c93-a76a85e5e343 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:57.485876 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-44d45681-f373-46ed-a5bf-88b835836fd2 req-3c3454da-7f8c-4e4a-8c93-a76a85e5e343 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0472829 Aug 25 03:11:57.488683 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:57.538414 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-44d45681-f373-46ed-a5bf-88b835836fd2 req-0195efed-e66b-4e0a-ac81-ded2cb45b2ed tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Aug 25 03:11:57.991200 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=33 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:57.991965 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:58.555369 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:11:58.642844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:58.661112 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c57c87-936e-4595-a0f3-99196e7ef5a6 req-265cfde9-e6cf-4457-a6c4-610185da2eab tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:58.662588 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45c57c87-936e-4595-a0f3-99196e7ef5a6 req-265cfde9-e6cf-4457-a6c4-610185da2eab tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0483446 Aug 25 03:11:58.738664 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45c57c87-936e-4595-a0f3-99196e7ef5a6 req-079b40e6-ec99-4221-ac17-7503c83c7cbd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=adbde4cd-9524-418a-9614-fa9ab289b881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702596 Aug 25 03:11:58.749567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-ffa9f112-2718-49fb-ae99-65171bc0c6cc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:11:58.751232 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-ffa9f112-2718-49fb-ae99-65171bc0c6cc tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 946 time: 0.0574620 Aug 25 03:11:58.841068 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Deleting port a2034d10-a91b-4dcb-8ed7-42398e639214 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:11:58.841404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:58.937267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] For port a2034d10-a91b-4dcb-8ed7-42398e639214, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a2034d10-a91b-4dcb-8ed7-42398e639214,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:11:58.937631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:59.103743 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:59.104106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:59.104505 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Floating IP 68758764-8026-4ce0-bb49-28a1e2a23e05 disassociated. External IP: 172.27.1.8, port: a2034d10-a91b-4dcb-8ed7-42398e639214. Aug 25 03:11:59.104783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Calling delete_port for a2034d10-a91b-4dcb-8ed7-42398e639214 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:11:59.337400 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (a2034d10-a91b-4dcb-8ed7-42398e639214), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:59.349618 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:59.372820 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event deleted for resources: {'Port': ['ID=a2034d10-a91b-4dcb-8ed7-42398e639214,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:11:59.482283 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Router acf6779c-356b-490d-9a5b-46a76ca23b4d has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:11:59.530591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:11:59.586861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:11:59.596258 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:11:59.607467 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:11:59.608094 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:11:59.718988 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:11:59.871190 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ead9e65c-7fc9-446a-bce9-25143fca66aa req-ec30a3ae-7892-4257-8627-6237b9b5fc79 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0439916 Aug 25 03:11:59.911635 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] No DVR routers for this DVR port a2034d10-a91b-4dcb-8ed7-42398e639214 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:11:59.914723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:11:59.918216 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31d5bc68-7fb5-489c-a61a-9e48c569ac3e req-e0720f49-12d5-4ace-8c61-be01ad09a103 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "DELETE /networking/v2.0/ports/a2034d10-a91b-4dcb-8ed7-42398e639214 HTTP/1.1" status: 204 len: 173 time: 1.1591382 Aug 25 03:11:59.918686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'name': 'network-vif-deleted', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:11:59.922076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396bb6a-52ff-410c-a145-a86c8e586dc4" -d '{"events": [{"server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "name": "network-vif-deleted", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:11:59.978591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1568e1da-16ac-435d-960c-f8a4b8d793fe x-openstack-request-id: req-1568e1da-16ac-435d-960c-f8a4b8d793fe {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:11:59.979793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2617bf5-70b8-4eb3-81ee-563d8d7e57ae", "name": "network-vif-deleted", "tag": "a2034d10-a91b-4dcb-8ed7-42398e639214", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:11:59.979793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1568e1da-16ac-435d-960c-f8a4b8d793fe {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:11:59.979793 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1568e1da-16ac-435d-960c-f8a4b8d793fe'] response: {'server_uuid': 'e2617bf5-70b8-4eb3-81ee-563d8d7e57ae', 'name': 'network-vif-deleted', 'tag': 'a2034d10-a91b-4dcb-8ed7-42398e639214', 'status': 'completed', 'code': 200} Aug 25 03:12:00.051882 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:00.076550 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:12:00.086492 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:00.087089 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:00.188777 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:00.377428 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:00.405233 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5de5e-ba6c-49f7-af77-464af35c671f None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '32854d37-9005-46f4-916b-d2cdce2dc9e2', 'name': '', 'network_id': 'e41fd9c3-0d17-460e-a746-06b7f7aecf81', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'mac_address': 'fa:16:3e:9d:e1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:13Z', 'updated_at': '2022-08-25T03:06:27Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'subnets': [{'id': '1ced18b0-39bc-4637-a6b0-2efa52205114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:12:00.620616 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250dbfa-0524-43bc-be31-2a0c4db7306e None None] New status for floating IP 68758764-8026-4ce0-bb49-28a1e2a23e05: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:12:00.979657 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8a779417-a4d7-4adb-a45e-97a8eb542f5c req-99536d78-aa8d-4c6d-afd7-f6636f8971d6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e2617bf5-70b8-4eb3-81ee-563d8d7e57ae HTTP/1.1" status: 200 len: 210 time: 0.0293078 Aug 25 03:12:01.041313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device a2034d10-a91b-4dcb-8ed7-42398e639214 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:01.060453 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: a2034d10-a91b-4dcb-8ed7-42398e639214 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:01.060793 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device a2034d10-a91b-4dcb-8ed7-42398e639214 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:02.155375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56128) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:02.211318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (adbde4cd-9524-418a-9614-fa9ab289b881), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.233188 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (adbde4cd-9524-418a-9614-fa9ab289b881), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.391373 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (adbde4cd-9524-418a-9614-fa9ab289b881), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.393984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.395138 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/adbde4cd-9524-418a-9614-fa9ab289b881 HTTP/1.1" status: 204 len: 168 time: 0.2387755 Aug 25 03:12:02.398560 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56130) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:02.405466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e82fb0-b4d1-4665-84d7-63cb61396b07 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbde4cd-9524-418a-9614-fa9ab289b881,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:02.418883 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.api.v2.resource [None req-e40e0a06-86d9-413b-b168-09d9078ee89c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] show failed (client error): The resource could not be found. Aug 25 03:12:02.418883 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e40e0a06-86d9-413b-b168-09d9078ee89c tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups/adbde4cd-9524-418a-9614-fa9ab289b881 HTTP/1.1" status: 404 len: 347 time: 0.0138202 Aug 25 03:12:02.420864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56132) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:02.531812 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Deleting port 0e590443-c38d-46a8-ae3a-018241a1ef96 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:02.532066 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.572306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:02.611872 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.612237 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (0e590443-c38d-46a8-ae3a-018241a1ef96), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.625656 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Calling delete_port for 0e590443-c38d-46a8-ae3a-018241a1ef96 owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:02.860014 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (0e590443-c38d-46a8-ae3a-018241a1ef96), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.885682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event deleted for resources: {'Port': ['ID=0e590443-c38d-46a8-ae3a-018241a1ef96,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:02.948879 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks [] for floatingip (68758764-8026-4ce0-bb49-28a1e2a23e05), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.951286 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:02.953315 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f9348135-51be-46b9-81d2-775bc27b6680 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/68758764-8026-4ce0-bb49-28a1e2a23e05 HTTP/1.1" status: 204 len: 168 time: 0.5312178 Aug 25 03:12:05.659202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881c21c-30b1-4401-82a7-ab9592c27400 req-52fb6d8a-955b-4600-8a34-c1fa5d7694c3 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:05.660724 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f881c21c-30b1-4401-82a7-ab9592c27400 req-52fb6d8a-955b-4600-8a34-c1fa5d7694c3 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0516939 Aug 25 03:12:05.708658 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f881c21c-30b1-4401-82a7-ab9592c27400 req-a1370672-dad6-4f21-95d3-4e65263aa377 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Aug 25 03:12:05.990347 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925454b1-f4fd-435f-9aee-b979471c8d81 req-0d1fa8ac-fa95-4edc-b3ad-c82fe298c4e6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:05.991801 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-925454b1-f4fd-435f-9aee-b979471c8d81 req-0d1fa8ac-fa95-4edc-b3ad-c82fe298c4e6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0464244 Aug 25 03:12:06.010979 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:06.041303 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-925454b1-f4fd-435f-9aee-b979471c8d81 req-4e7ed42a-d403-4146-80d1-a9e4f509f006 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Aug 25 03:12:06.830474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e57e5-a502-4bcc-9626-ab1b5e1d66ba req-e6897415-e16d-42ed-a05a-d764c1719739 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:06.831909 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-377e57e5-a502-4bcc-9626-ab1b5e1d66ba req-e6897415-e16d-42ed-a05a-d764c1719739 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0495136 Aug 25 03:12:06.878911 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-377e57e5-a502-4bcc-9626-ab1b5e1d66ba req-fb8499fe-d15c-4387-902d-0729db96ff18 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Aug 25 03:12:07.165251 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e373-ba7f-43cd-86a5-a98bb40bf3c1 req-366897f2-fef8-453e-82b5-97945ebd3761 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:07.166717 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6284e373-ba7f-43cd-86a5-a98bb40bf3c1 req-366897f2-fef8-453e-82b5-97945ebd3761 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0519485 Aug 25 03:12:07.222505 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6284e373-ba7f-43cd-86a5-a98bb40bf3c1 req-2be8977c-e25c-4f5d-bc52-6664db8e1a47 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501530 Aug 25 03:12:07.625976 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa48cc-1b7b-4d98-83ec-8e60969630c7 req-dcf7a5c5-68d8-4231-8c8d-24a35a794123 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:07.627444 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5bfa48cc-1b7b-4d98-83ec-8e60969630c7 req-dcf7a5c5-68d8-4231-8c8d-24a35a794123 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0482504 Aug 25 03:12:07.676168 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5bfa48cc-1b7b-4d98-83ec-8e60969630c7 req-de8bc5a6-9323-4ea1-9487-26a8cc2766f9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Aug 25 03:12:08.001844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c36d46-b258-4e87-b5ba-e5403fad156b req-f601fab7-f9c6-4ff0-a648-d64516b1fb53 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:08.003303 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15c36d46-b258-4e87-b5ba-e5403fad156b req-f601fab7-f9c6-4ff0-a648-d64516b1fb53 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0483365 Aug 25 03:12:08.050973 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-15c36d46-b258-4e87-b5ba-e5403fad156b req-99d1075a-4386-430f-8053-7d043d1b6a32 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Aug 25 03:12:08.343731 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f722507-c32e-46a8-b4f8-5eac1c69c6c3 req-69340b4d-384e-4a32-aa23-640188afe866 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:08.345209 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5f722507-c32e-46a8-b4f8-5eac1c69c6c3 req-69340b4d-384e-4a32-aa23-640188afe866 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0475872 Aug 25 03:12:08.393383 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5f722507-c32e-46a8-b4f8-5eac1c69c6c3 req-e5fb308a-5470-4420-8b7a-7a206ec655fb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Aug 25 03:12:08.656940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-d4e2e989-9e0b-4a01-86a0-b32b0f8e41a6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:08.658386 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-d4e2e989-9e0b-4a01-86a0-b32b0f8e41a6 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0487123 Aug 25 03:12:08.851520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c947a-8781-428a-a274-60c457dd6aa8 req-9cc0b001-05c5-434f-8455-6b676d78b5ff tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:08.853013 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c46c947a-8781-428a-a274-60c457dd6aa8 req-9cc0b001-05c5-434f-8455-6b676d78b5ff tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.1040499 Aug 25 03:12:08.875143 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-07ed5c76-bbc6-4d6c-afd6-4b1fcb4ee66a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:08.876792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-07ed5c76-bbc6-4d6c-afd6-4b1fcb4ee66a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0967827 Aug 25 03:12:08.978099 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Deleting port ea945c98-0ff2-499e-b846-3070588ded2d {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:08.978439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.030808 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c46c947a-8781-428a-a274-60c457dd6aa8 req-e35c9cf3-800b-4fc0-a3e7-e46d2ef5e923 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707697 Aug 25 03:12:09.080276 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Deleting port ed1654d2-e4df-42ab-af33-04952194d07a {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:09.080619 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.133854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:09.165217 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] For port ea945c98-0ff2-499e-b846-3070588ded2d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ea945c98-0ff2-499e-b846-3070588ded2d,segment=NetworkSegment(35960ce6-ad5b-43b7-9a69-a42137116b89),segment_id=35960ce6-ad5b-43b7-9a69-a42137116b89)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:09.166066 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.176857 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ce222-4feb-45e4-a4e2-2adbf16d77bd req-5cdf2fec-2c95-4aac-a20b-aabe749043fd tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:09.178378 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c65ce222-4feb-45e4-a4e2-2adbf16d77bd req-5cdf2fec-2c95-4aac-a20b-aabe749043fd tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 946 time: 0.0521815 Aug 25 03:12:09.197641 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Calling delete_port for ea945c98-0ff2-499e-b846-3070588ded2d owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:09.216808 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:09.226292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] For port ed1654d2-e4df-42ab-af33-04952194d07a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ed1654d2-e4df-42ab-af33-04952194d07a,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:09.226654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.227447 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c65ce222-4feb-45e4-a4e2-2adbf16d77bd req-0ce4a39b-1e62-4409-9ea0-37904d40c870 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc8a87a7-e77a-4ea7-96d6-4964476d5f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Aug 25 03:12:09.273639 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Calling delete_port for ed1654d2-e4df-42ab-af33-04952194d07a owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:09.500935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (ea945c98-0ff2-499e-b846-3070588ded2d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.536421 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Pushing event deleted for resources: {'Port': ['ID=ea945c98-0ff2-499e-b846-3070588ded2d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:09.548374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89d8c-c369-49c2-98a1-10617f6feb20 req-3e10a631-8081-48f9-8033-1d3b59c603eb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:09.549947 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02d89d8c-c369-49c2-98a1-10617f6feb20 req-3e10a631-8081-48f9-8033-1d3b59c603eb tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 945 time: 0.0794599 Aug 25 03:12:09.584593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (ed1654d2-e4df-42ab-af33-04952194d07a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.603194 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['bacac1ae-1613-4692-89fe-53fb069eb6ad'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:12:09.606665 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:09.641375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] No DVR routers for this DVR port ea945c98-0ff2-499e-b846-3070588ded2d on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:12:09.644657 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event deleted for resources: {'Port': ['ID=ed1654d2-e4df-42ab-af33-04952194d07a,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:09.652428 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.655643 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b00eaf4-adcf-43bb-9050-eb833b89e173 req-78216ac8-1ef5-4744-9414-5082c1de3643 tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.79 "DELETE /networking/v2.0/ports/ea945c98-0ff2-499e-b846-3070588ded2d HTTP/1.1" status: 204 len: 173 time: 0.8745403 Aug 25 03:12:09.656344 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'name': 'network-vif-deleted', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:09.658582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf69a5ed-8379-437e-bdd9-bd6cea95b53e" -d '{"events": [{"server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "name": "network-vif-deleted", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:09.704371 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-02d89d8c-c369-49c2-98a1-10617f6feb20 req-0384973f-5a8f-4c07-955b-3fa30c132886 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434598 Aug 25 03:12:09.722644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed738e-ec27-46f5-84ad-99e722b41e57 x-openstack-request-id: req-41ed738e-ec27-46f5-84ad-99e722b41e57 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:09.722644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4e9c0-0a99-4b43-a085-a04a93fee7ab", "name": "network-vif-deleted", "tag": "ea945c98-0ff2-499e-b846-3070588ded2d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:09.727448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41ed738e-ec27-46f5-84ad-99e722b41e57 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:09.727448 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ed738e-ec27-46f5-84ad-99e722b41e57'] response: {'server_uuid': 'b7d4e9c0-0a99-4b43-a085-a04a93fee7ab', 'name': 'network-vif-deleted', 'tag': 'ea945c98-0ff2-499e-b846-3070588ded2d', 'status': 'completed', 'code': 200} Aug 25 03:12:09.727448 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] No DVR routers for this DVR port ed1654d2-e4df-42ab-af33-04952194d07a on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:12:09.734997 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:09.739102 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7ac0f60a-e19e-4d48-867f-66a3202cd15a req-f9a62e4f-6480-46c1-9b82-d7c6e6729912 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "DELETE /networking/v2.0/ports/ed1654d2-e4df-42ab-af33-04952194d07a HTTP/1.1" status: 204 len: 173 time: 0.8490088 Aug 25 03:12:10.159102 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a940-840b-454c-ac78-a59568712407 req-79a44ca5-941c-47e0-af3f-f0f2ba9b2a1a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:10.160622 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a282a940-840b-454c-ac78-a59568712407 req-79a44ca5-941c-47e0-af3f-f0f2ba9b2a1a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Aug 25 03:12:10.212560 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a282a940-840b-454c-ac78-a59568712407 req-311db3f5-7d6f-42b1-9717-b392f8bd926e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 Aug 25 03:12:10.345909 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0a385dd5-bbfe-4b2c-86c3-9d919f74e00a req-03da78d5-fbfe-4ae7-86d8-4ec7d6cfa43b tempest-VolumesSnapshotTestJSON-689048173 tempest-VolumesSnapshotTestJSON-689048173-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b7d4e9c0-0a99-4b43-a085-a04a93fee7ab HTTP/1.1" status: 200 len: 210 time: 0.0315571 Aug 25 03:12:10.375644 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=71 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:10.380724 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=63 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:10.828766 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1e2c2d3e-7ced-4476-a168-83bae41d93d8 req-82662448-6b1f-4ea8-9a36-9c364b62f6df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e74280ff-4eca-4761-80a8-4a2dc9064abd HTTP/1.1" status: 200 len: 210 time: 0.0288103 Aug 25 03:12:11.092678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ed1654d2-e4df-42ab-af33-04952194d07a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:11.115488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: ed1654d2-e4df-42ab-af33-04952194d07a {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:11.115993 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ed1654d2-e4df-42ab-af33-04952194d07a not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:11.116448 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ea945c98-0ff2-499e-b846-3070588ded2d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:11.136765 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: ea945c98-0ff2-499e-b846-3070588ded2d {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:11.137116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device ea945c98-0ff2-499e-b846-3070588ded2d not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:11.339041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5116d0-8c0a-4eaf-ae2a-f850a4f3263e req-fecf667c-ccb5-46c5-b811-38d8cc580d74 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:11.340602 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bf5116d0-8c0a-4eaf-ae2a-f850a4f3263e req-fecf667c-ccb5-46c5-b811-38d8cc580d74 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Aug 25 03:12:11.392387 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bf5116d0-8c0a-4eaf-ae2a-f850a4f3263e req-24b4211e-c5a2-4a68-98c2-0ad8734ffbc1 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457685 Aug 25 03:12:11.724132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'name': 'network-vif-deleted', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:11.726467 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47053cbf-7306-426f-8063-2325d4a34f7e" -d '{"events": [{"server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "name": "network-vif-deleted", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:11.766643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7648fbd-bbd5-4af7-b011-09325d186d84 x-openstack-request-id: req-c7648fbd-bbd5-4af7-b011-09325d186d84 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:11.766898 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74280ff-4eca-4761-80a8-4a2dc9064abd", "name": "network-vif-deleted", "tag": "ed1654d2-e4df-42ab-af33-04952194d07a", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:11.767149 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7648fbd-bbd5-4af7-b011-09325d186d84 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:11.767555 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7648fbd-bbd5-4af7-b011-09325d186d84'] response: {'server_uuid': 'e74280ff-4eca-4761-80a8-4a2dc9064abd', 'name': 'network-vif-deleted', 'tag': 'ed1654d2-e4df-42ab-af33-04952194d07a', 'status': 'completed', 'code': 200} Aug 25 03:12:12.318544 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:12.326732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576da083-2ad5-48fe-a1f0-f605e86ee81e req-f76002fd-cf70-4e69-ad4d-12f9971047fe tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:12.328243 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-576da083-2ad5-48fe-a1f0-f605e86ee81e req-f76002fd-cf70-4e69-ad4d-12f9971047fe tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Aug 25 03:12:12.356885 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:12.378567 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-576da083-2ad5-48fe-a1f0-f605e86ee81e req-047bc6b2-c5db-415d-8188-103f70679562 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 Aug 25 03:12:12.515222 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e3f90-18a8-467e-8166-1928a3944c3d req-95dcd7f2-9e7b-4b0c-b815-d6574ebf8cd3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:12.516699 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d53e3f90-18a8-467e-8166-1928a3944c3d req-95dcd7f2-9e7b-4b0c-b815-d6574ebf8cd3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0480554 Aug 25 03:12:12.542363 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:12.571695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d53e3f90-18a8-467e-8166-1928a3944c3d req-11dc0f60-838a-48ce-807e-9ad3ed0fd079 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486107 Aug 25 03:12:13.499202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e63e0-7105-4a57-bc08-66933f7f1f8f req-c03ee189-e6d8-49ca-b8dc-02eed1c197ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:13.500941 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d9e63e0-7105-4a57-bc08-66933f7f1f8f req-c03ee189-e6d8-49ca-b8dc-02eed1c197ca tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0478725 Aug 25 03:12:13.549347 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d9e63e0-7105-4a57-bc08-66933f7f1f8f req-007dae92-45d7-4dcc-98b2-3cc4c359e67a tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Aug 25 03:12:13.696452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24688bbb-e6ed-4e56-ad04-fd149830dc67 req-23ba6081-a332-474c-8f09-5de25e385796 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:13.697955 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-24688bbb-e6ed-4e56-ad04-fd149830dc67 req-23ba6081-a332-474c-8f09-5de25e385796 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0472927 Aug 25 03:12:13.748473 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-24688bbb-e6ed-4e56-ad04-fd149830dc67 req-46bac083-58f7-41e3-98b1-39b977f42463 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439682 Aug 25 03:12:14.673116 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f292e05-f89e-4771-8e46-7127788bf658 req-7eec7ae0-0c6e-4c68-b242-8b9665ffd405 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:14.674586 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2f292e05-f89e-4771-8e46-7127788bf658 req-7eec7ae0-0c6e-4c68-b242-8b9665ffd405 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0517468 Aug 25 03:12:14.722699 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2f292e05-f89e-4771-8e46-7127788bf658 req-2bafd3f1-8845-45be-8cd1-06ef4cef505e tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Aug 25 03:12:14.866334 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86b08-63db-425c-8637-27fb450d2d09 req-8e2f8b5c-f0fd-48ca-bfa6-8079a9f8435b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:14.867778 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6fb86b08-63db-425c-8637-27fb450d2d09 req-8e2f8b5c-f0fd-48ca-bfa6-8079a9f8435b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Aug 25 03:12:14.916909 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6fb86b08-63db-425c-8637-27fb450d2d09 req-39efe69a-a643-44d6-bcc9-bbe43b033936 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435772 Aug 25 03:12:15.838109 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53a34c-849c-40f1-93d6-fd4782475b3b req-99cdfa2e-4cdb-44ed-a9a1-b3fa3d4deed8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:15.839552 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ac53a34c-849c-40f1-93d6-fd4782475b3b req-99cdfa2e-4cdb-44ed-a9a1-b3fa3d4deed8 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0454898 Aug 25 03:12:15.886479 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ac53a34c-849c-40f1-93d6-fd4782475b3b req-481f8430-1246-45da-af8c-d0640d785eee tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Aug 25 03:12:16.038419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30125a-17f7-4fe0-a5bb-5ef06af21bd7 req-ad3a6d6e-d3cf-4f0d-bb08-3525e581b1d4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:16.039864 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea30125a-17f7-4fe0-a5bb-5ef06af21bd7 req-ad3a6d6e-d3cf-4f0d-bb08-3525e581b1d4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Aug 25 03:12:16.088607 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea30125a-17f7-4fe0-a5bb-5ef06af21bd7 req-abc468dd-cc49-435d-a661-cd84b95c832d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432253 Aug 25 03:12:17.006773 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1108-b3f2-409a-9eb2-8b8f2a319845 req-0b9bca65-3445-4d4a-8d27-39296c9df3b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:17.008269 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-695d1108-b3f2-409a-9eb2-8b8f2a319845 req-0b9bca65-3445-4d4a-8d27-39296c9df3b6 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Aug 25 03:12:17.058255 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-695d1108-b3f2-409a-9eb2-8b8f2a319845 req-7aa74847-d045-4931-afbc-8171b793b9bd tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=29c861e3-98d4-48a0-a0a9-6633d23871b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Aug 25 03:12:17.207934 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360d9f-ad92-4ccf-9b8e-f345251415b8 req-ac7735c8-2600-41b3-ac56-4e32345d8983 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:17.210194 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d5360d9f-ad92-4ccf-9b8e-f345251415b8 req-ac7735c8-2600-41b3-ac56-4e32345d8983 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 25 03:12:17.259829 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d5360d9f-ad92-4ccf-9b8e-f345251415b8 req-0b4801c7-c1d2-4c4a-8a91-f85449b470dd tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Aug 25 03:12:17.395686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-6b2645d5-e9e1-4f65-b51d-53e14c1cd188 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:17.397148 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-6b2645d5-e9e1-4f65-b51d-53e14c1cd188 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 945 time: 0.0461321 Aug 25 03:12:17.455031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:17.491858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Deleting port bacac1ae-1613-4692-89fe-53fb069eb6ad {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:17.492223 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:17.586589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] For port bacac1ae-1613-4692-89fe-53fb069eb6ad, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bacac1ae-1613-4692-89fe-53fb069eb6ad,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:17.586872 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:17.601263 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Calling delete_port for bacac1ae-1613-4692-89fe-53fb069eb6ad owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:17.806017 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (bacac1ae-1613-4692-89fe-53fb069eb6ad), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:17.818110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['bacac1ae-1613-4692-89fe-53fb069eb6ad'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:12:17.822011 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:17.840416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Pushing event deleted for resources: {'Port': ['ID=bacac1ae-1613-4692-89fe-53fb069eb6ad,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:17.847382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:17.870456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.870811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.871157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.871499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.871833 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.872185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.872522 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.872853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.873181 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.873509 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.873842 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.874168 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.874493 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.874817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.875431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:17.901296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] No DVR routers for this DVR port bacac1ae-1613-4692-89fe-53fb069eb6ad on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:12:17.903850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:17.907125 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8fbcd0-71bc-4db7-a552-0846287e2a34 req-484981bf-d571-411c-b4c6-0dd4a47669df tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.79 "DELETE /networking/v2.0/ports/bacac1ae-1613-4692-89fe-53fb069eb6ad HTTP/1.1" status: 204 len: 173 time: 0.5036666 Aug 25 03:12:17.907563 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'name': 'network-vif-deleted', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:17.909885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945bc73-3066-4b83-bbf9-485239387196" -d '{"events": [{"server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "name": "network-vif-deleted", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:17.947028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668de581-6617-4250-92f1-f02a0299cd83 x-openstack-request-id: req-668de581-6617-4250-92f1-f02a0299cd83 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:17.947325 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd488ac-822f-4fe0-9a52-b283ee2bea81", "name": "network-vif-deleted", "tag": "bacac1ae-1613-4692-89fe-53fb069eb6ad", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:17.947583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-668de581-6617-4250-92f1-f02a0299cd83 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:17.947988 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668de581-6617-4250-92f1-f02a0299cd83'] response: {'server_uuid': 'bbd488ac-822f-4fe0-9a52-b283ee2bea81', 'name': 'network-vif-deleted', 'tag': 'bacac1ae-1613-4692-89fe-53fb069eb6ad', 'status': 'completed', 'code': 200} Aug 25 03:12:18.170446 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e00b013a-8aff-4bde-b125-8a94e8661073 req-b4dbd48a-183b-4c77-b572-ad2f5cc558d4 tempest-ServerRescueNegativeTestJSON-1599602354 tempest-ServerRescueNegativeTestJSON-1599602354-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bbd488ac-822f-4fe0-9a52-b283ee2bea81 HTTP/1.1" status: 200 len: 210 time: 0.0322821 Aug 25 03:12:18.220432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-24bfdc14-30f2-49d1-81d7-ec386216ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:18.221981 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-24bfdc14-30f2-49d1-81d7-ec386216ebe6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0447881 Aug 25 03:12:18.346882 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-afa05bee-47b8-4979-a072-e989fa67d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:18.348600 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-afa05bee-47b8-4979-a072-e989fa67d87a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.1061842 Aug 25 03:12:18.403147 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09475-98d8-46fe-99b7-1afd71eee995 req-c1393291-95f2-41e2-9017-9b42ee339d7a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:18.404675 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dea09475-98d8-46fe-99b7-1afd71eee995 req-c1393291-95f2-41e2-9017-9b42ee339d7a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Aug 25 03:12:18.414072 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-c00ad078-184d-4bc0-b608-855009d424a9 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 1001 time: 0.0587912 Aug 25 03:12:18.459377 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dea09475-98d8-46fe-99b7-1afd71eee995 req-feeac480-d4cd-48d5-8ae8-e38074809bb9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489645 Aug 25 03:12:18.668697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-1c7df9ed-1bc0-414b-b73b-fb729ed195ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:18.670144 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-1c7df9ed-1bc0-414b-b73b-fb729ed195ca service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0509498 Aug 25 03:12:18.789562 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-7b842007-1aec-41ae-aaa4-b40185218325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:18.791022 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-7b842007-1aec-41ae-aaa4-b40185218325 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393274 Aug 25 03:12:18.888033 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-1b735645-cbc4-497d-8a7f-c56f5583fb7e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900977 Aug 25 03:12:18.994176 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8e269547-ab62-4734-9c04-3ef42b4e3b80 req-9a5d889f-c8ea-4453-aab7-3b03b68c3438 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947478 Aug 25 03:12:19.233734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56266) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:19.338260 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:19.612267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55575dc1-4a40-4c36-ae67-b2973e0e618b req-b4324c78-6a2c-43e2-9bd0-8c8ae22e0961 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:19.614869 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55575dc1-4a40-4c36-ae67-b2973e0e618b req-b4324c78-6a2c-43e2-9bd0-8c8ae22e0961 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0757494 Aug 25 03:12:19.787341 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55575dc1-4a40-4c36-ae67-b2973e0e618b req-b92218cb-4bee-4c61-9d52-9335b55452d8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535761 Aug 25 03:12:19.805220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:19.837319 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:20.080968 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Deleting port 32854d37-9005-46f4-916b-d2cdce2dc9e2 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:20.083307 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:20.164593 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] For port 32854d37-9005-46f4-916b-d2cdce2dc9e2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=32854d37-9005-46f4-916b-d2cdce2dc9e2,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:20.165632 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:20.179906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Calling delete_port for 32854d37-9005-46f4-916b-d2cdce2dc9e2 owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:20.304514 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:20.662944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (32854d37-9005-46f4-916b-d2cdce2dc9e2), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:20.697202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32854d37-9005-46f4-916b-d2cdce2dc9e2,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:20.921301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:20.936316 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81af3-98d8-4af3-a951-747dca66c1e3 req-9aa6d8f9-a6d4-444a-8992-f2fd720f9352 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:20.937845 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-57d81af3-98d8-4af3-a951-747dca66c1e3 req-9aa6d8f9-a6d4-444a-8992-f2fd720f9352 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0639522 Aug 25 03:12:21.078245 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-57d81af3-98d8-4af3-a951-747dca66c1e3 req-38a79181-cc24-4cdd-b326-8ef0f4826eaf tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250262 Aug 25 03:12:21.107158 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:21.144327 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bacac1ae-1613-4692-89fe-53fb069eb6ad no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:21.147098 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:21.164549 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: bacac1ae-1613-4692-89fe-53fb069eb6ad {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:21.164896 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bacac1ae-1613-4692-89fe-53fb069eb6ad not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:21.205765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Router acf6779c-356b-490d-9a5b-46a76ca23b4d has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:12:21.313726 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:12:21.319361 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3ba10eea-d918-44e8-b305-4dfcfa528ec2 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/acf6779c-356b-490d-9a5b-46a76ca23b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0845904 Aug 25 03:12:21.322133 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56296) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:21.324100 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Sync routers for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:12:21.334957 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:21.336043 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:21.424740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks [] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:21.444619 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:21.531293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks [] for router_gateway (acf6779c-356b-490d-9a5b-46a76ca23b4d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:21.612946 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:12:20Z', 'revision_number': 5, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port': {'id': '029e43b4-9656-43b6-9a0c-0e7df3a93668', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:21.641643 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Checking router: acf6779c-356b-490d-9a5b-46a76ca23b4d for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:12:21.641955 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:21.650741 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Routers {'acf6779c-356b-490d-9a5b-46a76ca23b4d'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:21.651355 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:11:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['acf6779c-356b-490d-9a5b-46a76ca23b4d'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:21.673064 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Deleting port 029e43b4-9656-43b6-9a0c-0e7df3a93668 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:21.679319 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:21.733404 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] Set router acf6779c-356b-490d-9a5b-46a76ca23b4d gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:21.764207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] For port 029e43b4-9656-43b6-9a0c-0e7df3a93668, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=029e43b4-9656-43b6-9a0c-0e7df3a93668,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:21.764734 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:21.773728 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:21.783037 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Calling delete_port for 029e43b4-9656-43b6-9a0c-0e7df3a93668 owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:21.788901 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:12:21Z', 'revision_number': 6, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:21.813914 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4d3a5-b719-44ab-ad88-1dcc2ad36043 None None] The sync data for ids ['acf6779c-356b-490d-9a5b-46a76ca23b4d'] in dv-cinder-779578-6-iscsi is: [{'id': 'acf6779c-356b-490d-9a5b-46a76ca23b4d', 'name': 'tempest-ServerRescueNegativeTestJSON-216408205-router', 'tenant_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:05Z', 'updated_at': '2022-08-25T03:12:21Z', 'revision_number': 6, 'project_id': 'd5a66dfea4c5492da1ac3e1f76cbe35d', 'gw_port_host': None}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:12:22.020236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (029e43b4-9656-43b6-9a0c-0e7df3a93668), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.047871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Pushing event deleted for resources: {'Port': ['ID=029e43b4-9656-43b6-9a0c-0e7df3a93668,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:22.071613 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.187806 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.188634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d238-af83-4cac-a12b-80f96e3df3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.209494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks [] for router_controller (acf6779c-356b-490d-9a5b-46a76ca23b4d), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.283062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708ab6-54e8-461b-b737-c87b5e8996db req-cfbfbb8d-8b8b-4537-a121-cd226deda674 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:22.284566 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-60708ab6-54e8-461b-b737-c87b5e8996db req-cfbfbb8d-8b8b-4537-a121-cd226deda674 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.1142881 Aug 25 03:12:22.337381 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-60708ab6-54e8-461b-b737-c87b5e8996db req-a1bb3def-7e27-47ee-b79d-ae39419c9a85 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457940 Aug 25 03:12:22.408389 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (acf6779c-356b-490d-9a5b-46a76ca23b4d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.408992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf6779c-356b-490d-9a5b-46a76ca23b4d {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:12:22.414548 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.415671 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-710d9fcc-a8d7-4ce1-89aa-be2b9ce0c788 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/acf6779c-356b-490d-9a5b-46a76ca23b4d HTTP/1.1" status: 204 len: 168 time: 1.0925615 Aug 25 03:12:22.418304 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56312) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:22.466963 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Deleting subnet 1ced18b0-39bc-4637-a6b0-2efa52205114 {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:12:22.470040 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Publish callbacks [] for subnet (1ced18b0-39bc-4637-a6b0-2efa52205114), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.506466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Publish callbacks [] for subnet (1ced18b0-39bc-4637-a6b0-2efa52205114), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.576095 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:22.578792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (1ced18b0-39bc-4637-a6b0-2efa52205114), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.705772 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for subnet (1ced18b0-39bc-4637-a6b0-2efa52205114), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.733502 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ced18b0-39bc-4637-a6b0-2efa52205114,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:22.736864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.740783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-79a25a4d-8d7b-4e9c-b161-e2e2a1fe2d90 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/1ced18b0-39bc-4637-a6b0-2efa52205114 HTTP/1.1" status: 204 len: 168 time: 0.3214486 Aug 25 03:12:22.743242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228607b9-ae00-4ef3-a944-1cfd15fa37bf None None] Network e41fd9c3-0d17-460e-a746-06b7f7aecf81 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:12:22.743378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56314) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:22.834083 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (e41fd9c3-0d17-460e-a746-06b7f7aecf81), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.897880 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Deleting port dde1a0fa-faa2-46a1-a176-9891d26c94a4 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:22.898441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.939837 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] DHCP port deletion for e41fd9c3-0d17-460e-a746-06b7f7aecf81 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:12:22.981158 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Deleting port dde1a0fa-faa2-46a1-a176-9891d26c94a4 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:12:22.981411 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:22.985847 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] For port dde1a0fa-faa2-46a1-a176-9891d26c94a4, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dde1a0fa-faa2-46a1-a176-9891d26c94a4,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:22.986441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.023948 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Calling delete_port for dde1a0fa-faa2-46a1-a176-9891d26c94a4 owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:23.095018 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 32854d37-9005-46f4-916b-d2cdce2dc9e2 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:23.100106 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] For port dde1a0fa-faa2-46a1-a176-9891d26c94a4, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=dde1a0fa-faa2-46a1-a176-9891d26c94a4,segment=NetworkSegment(a747ba66-fccd-4db6-9384-0edebd26e0ea),segment_id=a747ba66-fccd-4db6-9384-0edebd26e0ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:23.100532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.130088 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 32854d37-9005-46f4-916b-d2cdce2dc9e2 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:23.130630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 32854d37-9005-46f4-916b-d2cdce2dc9e2 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:23.131055 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 029e43b4-9656-43b6-9a0c-0e7df3a93668 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:23.133719 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Calling delete_port for dde1a0fa-faa2-46a1-a176-9891d26c94a4 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:12:23.141644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e3d74-d470-4b84-a942-d98725ef4697 req-5cfe82f4-a957-4a53-9156-7a894610c2d6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:23.143187 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-693e3d74-d470-4b84-a942-d98725ef4697 req-5cfe82f4-a957-4a53-9156-7a894610c2d6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0595465 Aug 25 03:12:23.160964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 029e43b4-9656-43b6-9a0c-0e7df3a93668 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:12:23.161319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 029e43b4-9656-43b6-9a0c-0e7df3a93668 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:12:23.161743 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device dde1a0fa-faa2-46a1-a176-9891d26c94a4 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:23.200734 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-693e3d74-d470-4b84-a942-d98725ef4697 req-07a14fd5-a403-4233-80c4-73dac29fc8e9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Aug 25 03:12:23.248653 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.273662 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Port dde1a0fa-faa2-46a1-a176-9891d26c94a4 update to DOWN by agent not found {{(pid=107024) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 25 03:12:23.277897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde1a0fa-faa2-46a1-a176-9891d26c94a4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:23.282559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] No DVR routers for this DVR port dde1a0fa-faa2-46a1-a176-9891d26c94a4 on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:12:23.292045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (dde1a0fa-faa2-46a1-a176-9891d26c94a4), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.312068 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:23.326172 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] Pushing event deleted for resources: {'Port': ['ID=dde1a0fa-faa2-46a1-a176-9891d26c94a4,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:23.329762 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734255a-f3b6-4a9d-a7b0-80d2f22e26a8 None None] No DVR routers for this DVR port dde1a0fa-faa2-46a1-a176-9891d26c94a4 on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:12:23.366242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (e41fd9c3-0d17-460e-a746-06b7f7aecf81), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.390107 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.390456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.391180 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.391528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > port after_create 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.391857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.392215 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > port after_update 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.392578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.392921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.393239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.393561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.463504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8f08-8afb-4f30-b434-ac416cacbf13 req-5a83b78f-70f6-467d-b4b9-ebcc7d95dd2f tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:23.465080 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cdbd8f08-8afb-4f30-b434-ac416cacbf13 req-5a83b78f-70f6-467d-b4b9-ebcc7d95dd2f tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 25 03:12:23.526205 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cdbd8f08-8afb-4f30-b434-ac416cacbf13 req-97f4012b-0a72-4145-92e2-e058459a9bab tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554447 Aug 25 03:12:23.532218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.532584 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.532926 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.533264 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 03:12:23.533628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41fd9c3-0d17-460e-a746-06b7f7aecf81']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:23.552946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a747ba66-fccd-4db6-9384-0edebd26e0ea') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:23.555026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a747ba66-fccd-4db6-9384-0edebd26e0ea') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:23.570267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (a747ba66-fccd-4db6-9384-0edebd26e0ea), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.595566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (a747ba66-fccd-4db6-9384-0edebd26e0ea), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.604464 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:12:23.604862 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (a747ba66-fccd-4db6-9384-0edebd26e0ea), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.740115 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (e41fd9c3-0d17-460e-a746-06b7f7aecf81), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.748006 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:23.752229 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/e41fd9c3-0d17-460e-a746-06b7f7aecf81 HTTP/1.1" status: 204 len: 168 time: 1.0079620 Aug 25 03:12:23.763778 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment a747ba66-fccd-4db6-9384-0edebd26e0ea resource provider aggregate not found Aug 25 03:12:23.767860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9147fa-0224-47e4-8dd1-67559b35cfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41fd9c3-0d17-460e-a746-06b7f7aecf81,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:23.782328 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment a747ba66-fccd-4db6-9384-0edebd26e0ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a747ba66-fccd-4db6-9384-0edebd26e0ea found for delete ", "request_id": "req-dab9702f-b3e5-4825-bd36-c94e6e08a744"}]} Aug 25 03:12:23.856522 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-2642edf6-4e46-4b35-9caf-412c1b107642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:23.858063 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-2642edf6-4e46-4b35-9caf-412c1b107642 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0427263 Aug 25 03:12:23.954781 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-493e3a2b-6b04-4e38-8c0d-69899657dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:23.956315 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-493e3a2b-6b04-4e38-8c0d-69899657dc82 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.0926387 Aug 25 03:12:24.126439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56346) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:24.167741 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-dcd32741-99a5-481d-83bf-55b2e0829cbd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d5a66dfea4c5492da1ac3e1f76cbe35d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401454 Aug 25 03:12:24.170143 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56348) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:24.181716 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:24.219806 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] Publish callbacks [] for security_group (29c861e3-98d4-48a0-a0a9-6633d23871b4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:24.240861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] Publish callbacks [] for security_group (29c861e3-98d4-48a0-a0a9-6633d23871b4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:24.419225 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-00104790-ee30-491f-bc04-e4cbfcdb81f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:24.575941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3523-18cd-47b0-97e4-9f085a8dda9d req-9d74d687-0cb5-4886-a508-9b8496c9fc9d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:24.577783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29af3523-18cd-47b0-97e4-9f085a8dda9d req-9d74d687-0cb5-4886-a508-9b8496c9fc9d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Aug 25 03:12:24.627262 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-29af3523-18cd-47b0-97e4-9f085a8dda9d req-2b5d2d5a-cbf1-4628-8cf8-8a1dbd5f3fe0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Aug 25 03:12:24.639032 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:24.645954 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (29c861e3-98d4-48a0-a0a9-6633d23871b4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:24.648985 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:24.650254 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/29c861e3-98d4-48a0-a0a9-6633d23871b4 HTTP/1.1" status: 204 len: 168 time: 0.4792378 Aug 25 03:12:24.661325 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978b84f-86ca-4aa4-8220-054c42d88207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c861e3-98d4-48a0-a0a9-6633d23871b4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:24.667975 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad19b2-f384-47cf-ae84-77de48740899 req-773d5015-d984-4fab-b9aa-69d18f9a3b77 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:24.680993 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-84ad19b2-f384-47cf-ae84-77de48740899 req-773d5015-d984-4fab-b9aa-69d18f9a3b77 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0790174 Aug 25 03:12:24.735630 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-84ad19b2-f384-47cf-ae84-77de48740899 req-6313208c-05fb-4392-b784-40d8221bc014 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489750 Aug 25 03:12:24.835986 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-4b778e40-1491-4e57-812c-7861be6f37d0 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 1001 time: 0.0631986 Aug 25 03:12:25.657340 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-8e35b7cc-dc5f-4689-8f35-7d391a24e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:25.658803 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-8e35b7cc-dc5f-4689-8f35-7d391a24e2b1 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0470445 Aug 25 03:12:25.687279 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56380) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:25.693783 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:25.760295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdb3bb-d789-404c-afbc-3227ef78d616 req-ccd26348-d8cf-484e-8485-6cb3457ca883 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:25.761821 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e7fdb3bb-d789-404c-afbc-3227ef78d616 req-ccd26348-d8cf-484e-8485-6cb3457ca883 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 25 03:12:25.793196 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1962828356-network', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:25.833568 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e7fdb3bb-d789-404c-afbc-3227ef78d616 req-ba13d361-dcd4-4d67-9c3f-24ed10ccc768 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650680 Aug 25 03:12:25.858445 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ef8d0-bfeb-4dec-9b81-f12533212338 req-65f629a5-9a58-4db8-be99-070e351b1c26 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:25.859978 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e5ef8d0-bfeb-4dec-9b81-f12533212338 req-65f629a5-9a58-4db8-be99-070e351b1c26 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Aug 25 03:12:25.911811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:12:25.913745 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e5ef8d0-bfeb-4dec-9b81-f12533212338 req-536bc25e-6be0-4021-97fc-cd4597c32272 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Aug 25 03:12:25.914329 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:25.926274 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:25.939921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:26.010910 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks [] for security_group (99646d3a-12bc-4b1d-9e0b-e24b182c26f1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.093268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (99646d3a-12bc-4b1d-9e0b-e24b182c26f1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.120226 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:12:26.133615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99646d3a-12bc-4b1d-9e0b-e24b182c26f1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:26.137666 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (65fc4ba9-575d-4479-8ae9-241ef6b98e56), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.138004 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Added segment 65fc4ba9-575d-4479-8ae9-241ef6b98e56 of type vlan for network 1ca25ebd-ab9b-4352-95b3-63248390eeaa Aug 25 03:12:26.179373 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (1ca25ebd-ab9b-4352-95b3-63248390eeaa), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.271315 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (1ca25ebd-ab9b-4352-95b3-63248390eeaa), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.272292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:26.272885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.291384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:26.334190 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] Pushing event updated for resources: {'Network': ['ID=1ca25ebd-ab9b-4352-95b3-63248390eeaa,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:26.344216 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:12:26.416007 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-fae1adaf-c4c0-4356-bf56-16c8de02894b admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7275603 Aug 25 03:12:26.418819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56388) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:26.423527 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Request body: {'subnet': {'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-subnet', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:26.546699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:12:26.549386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59171263'] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:26.596217 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-d5ed0bf6-3557-4317-a96b-5abfb020191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:26.597752 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-d5ed0bf6-3557-4317-a96b-5abfb020191d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835323 Aug 25 03:12:26.746113 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-3c4a091f-2119-4911-b1ae-2ebd582abab1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349912 Aug 25 03:12:26.884218 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a21b5a1-95fe-4f14-bc16-932c89f8c94d req-e1fb3169-35d4-430b-bc91-7a89c4e0f5ec service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303341 Aug 25 03:12:26.947412 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59171213'] for subnet (bc7376eb-3954-4050-b278-e80dd63404f5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.014577 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68c81f-048d-4389-9ccc-6edd26b70933 req-aefc036b-4a81-4539-ba58-6448c8f8369e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:27.016060 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be68c81f-048d-4389-9ccc-6edd26b70933 req-aefc036b-4a81-4539-ba58-6448c8f8369e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.1008880 Aug 25 03:12:27.041168 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd367b-0767-433a-87fe-f6d12f7d6756 req-f07bffec-2842-4e4e-8c3e-e72a3fc51fc9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:27.042664 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fdfd367b-0767-433a-87fe-f6d12f7d6756 req-f07bffec-2842-4e4e-8c3e-e72a3fc51fc9 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Aug 25 03:12:27.045320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7376eb-3954-4050-b278-e80dd63404f5,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:27.072794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:12:27.073153 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Network hostable DHCP agents. Network: 1ca25ebd-ab9b-4352-95b3-63248390eeaa, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:12:27.094257 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fdfd367b-0767-433a-87fe-f6d12f7d6756 req-fa7a2f81-42da-4539-bb02-a0f5cdde6b52 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459743 Aug 25 03:12:27.096764 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be68c81f-048d-4389-9ccc-6edd26b70933 req-8e82a15a-6b72-43ea-923d-d100e7f54a3f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746832 Aug 25 03:12:27.199432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:12:27.296873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 1ca25ebd-ab9b-4352-95b3-63248390eeaa) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:27.301387 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:27.301997 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.307952 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b3a44-9224-4202-8123-34d2c49a578f None None] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:12:27.436461 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:12:27.437385 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.448376 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4f2e98de-7058-40fa-8f13-1989343c1f81 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0284736 Aug 25 03:12:27.451056 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56396) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:27.455454 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:27.506312 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.507087 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.576995 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (b8b4df27-401e-4db9-9356-88d91578cef4), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.577755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Allocated IP 172.20.0.2 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:12:27.578231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (b8b4df27-401e-4db9-9356-88d91578cef4), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.583240 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:27.632467 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for router_controller (b8b4df27-401e-4db9-9356-88d91578cef4), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.731168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks [] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.819801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.838466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:27.844008 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for router_gateway (b8b4df27-401e-4db9-9356-88d91578cef4), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.859697 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:27.864632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:27.867073 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:12:27.876448 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Pushing event updated for resources: {'Port': ['ID=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:27.938011 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Attempting to bind port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:12:27.938536 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Attempting to bind port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:12:27.938902 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Attempting to bind port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:12:27.946562 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:12:27.946987 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:12:27.947341 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:27.947729 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:12:27.948223 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Bound port: 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:12:27.948607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.015490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] For port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:12:28.018517 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] For port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:12:28.103109 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.104041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for router_gateway (b8b4df27-401e-4db9-9356-88d91578cef4), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.128636 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.148309 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:28.160767 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c74c6-6652-44f8-8d79-7495d536a814 None None] Pushing event updated for resources: {'Port': ['ID=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:28.250448 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b360a84-c153-4721-90a3-1b91cf04818c req-04839323-48d6-4c71-b48a-25ba9d716f03 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:28.252189 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8b360a84-c153-4721-90a3-1b91cf04818c req-04839323-48d6-4c71-b48a-25ba9d716f03 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0587606 Aug 25 03:12:28.295207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06cc3-1c60-4cc3-86d2-76aaf12f2e1d req-85e4cf5d-5ddd-42e6-9fe6-94d290690a17 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:28.296758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-92c06cc3-1c60-4cc3-86d2-76aaf12f2e1d req-85e4cf5d-5ddd-42e6-9fe6-94d290690a17 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0826631 Aug 25 03:12:28.327444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Allocated IP 172.27.1.87 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:12:28.339237 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8b360a84-c153-4721-90a3-1b91cf04818c req-4cad3f55-a336-40c6-9e91-346630e400cc tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788867 Aug 25 03:12:28.458535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:28.480071 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-92c06cc3-1c60-4cc3-86d2-76aaf12f2e1d req-cf0074dd-337d-4b38-b022-7093d3dcc032 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759603 Aug 25 03:12:28.535563 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.665955 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:28.707432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:28.710378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:28.714303 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:12:28.740824 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:29.039949 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for router_gateway (b8b4df27-401e-4db9-9356-88d91578cef4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.079921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:29.104271 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:29.137125 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:29.165321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:29.167786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.242610 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e89b3-5205-4713-96cd-d22280accd3a None None] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:12:29.251636 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:29.252420 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (b8b4df27-401e-4db9-9356-88d91578cef4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.289279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:29.289663 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.360994 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:29.361998 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Provisioning complete for port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:29.362387 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.480066 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341bf96-a4d9-481d-98ff-549ad4aaa583 req-5a0708f0-1d0b-4d40-95d9-d6a702cc8e51 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:29.481685 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8341bf96-a4d9-481d-98ff-549ad4aaa583 req-5a0708f0-1d0b-4d40-95d9-d6a702cc8e51 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0641255 Aug 25 03:12:29.490565 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Current status of the port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:29.491221 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.562472 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Router b8b4df27-401e-4db9-9356-88d91578cef4 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:12:29.562915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.612532 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8341bf96-a4d9-481d-98ff-549ad4aaa583 req-f92f4b11-ba63-4fa4-a826-85d4045ef887 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171854 Aug 25 03:12:29.662264 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:29.670111 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.db.api [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 03:12:29.670558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG oslo_db.api [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 03:12:29.681161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:29.688574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.689112 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.689481 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.689879 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.690219 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.690550 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.691061 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.692193 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.692546 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.692877 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.693207 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.693553 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.693884 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.694207 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.694554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:29.727592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046e46f-81ba-43e6-a2da-4040f2247364 req-3acbd0c7-94dc-4c1b-894c-2e82cc4608ed tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:29.729098 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5046e46f-81ba-43e6-a2da-4040f2247364 req-3acbd0c7-94dc-4c1b-894c-2e82cc4608ed tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0872238 Aug 25 03:12:29.746734 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:29.765408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:12:29.779764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:12:29.790738 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:29.791602 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:29.828877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5046e46f-81ba-43e6-a2da-4040f2247364 req-4db8210f-cab1-4269-a054-c0f3a8ecbbd6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925972 Aug 25 03:12:29.887244 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:29.888705 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e51b3ae3-d6ba-4d10-9f73-46d9b5ccb454 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4365873 Aug 25 03:12:29.891653 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56422) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:29.905567 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:30.233024 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-427bbcb8-ddf3-483b-a1eb-23b58f75598f None None] Current status of the port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:30.241273 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:28Z', 'revision_number': 3, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:30.267446 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:12:30.267801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Updating router b8b4df27-401e-4db9-9356-88d91578cef4 port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:12:30.298260 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.307698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:30.330397 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.398213 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:30.401896 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-353fb90c-e385-40e8-8776-cac23439c775 None None] Provisioning complete for port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:30.402274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-353fb90c-e385-40e8-8776-cac23439c775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.494753 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Allocated IP 172.20.0.1 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/14b7837d-1811-45e0-bf3a-b754020dbda1) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:12:30.552836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-353fb90c-e385-40e8-8776-cac23439c775 None None] Current status of the port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:30.609179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks [] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.624173 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks [] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.718125 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb73ae-771c-42d0-9d5f-7c8d04585fbb req-558229a8-fd74-4a4d-923e-179cdef11a97 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:30.719593 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-31cb73ae-771c-42d0-9d5f-7c8d04585fbb req-558229a8-fd74-4a4d-923e-179cdef11a97 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0480669 Aug 25 03:12:30.756379 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.756640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.770660 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-31cb73ae-771c-42d0-9d5f-7c8d04585fbb req-df145207-fe64-4bc6-84e6-9e36770bc7dc tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453181 Aug 25 03:12:30.783302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:30.793411 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Attempting to bind port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:12:30.794030 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Attempting to bind port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:12:30.794646 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Attempting to bind port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:12:30.798864 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:30.806533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:30.808721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:12:30.808910 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Pushing event updated for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:30.809101 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:12:30.809502 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.809993 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:12:30.811189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:12:30.817985 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Bound port: f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:12:30.818478 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.849937 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f3112-9290-4497-b096-5dfe55e1e681 None None] Pushing event updated for resources: {'Port': ['ID=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:30.868988 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (b8b4df27-401e-4db9-9356-88d91578cef4), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:30.894201 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] For port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:12:30.899709 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] For port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:12:30.956037 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-f2450f2d-d9b1-4dce-9315-c1f31fc09d2f req-fa6f408d-d0b9-4301-b5e4-575c3e149018 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:12:30.961330 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f2450f2d-d9b1-4dce-9315-c1f31fc09d2f req-fa6f408d-d0b9-4301-b5e4-575c3e149018 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1108706 Aug 25 03:12:30.994034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bf2f-cf26-45a4-bfbe-446610e559cc req-2d5322f1-2601-417f-800e-a1ffbc817319 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:31.002208 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4cc6bf2f-cf26-45a4-bfbe-446610e559cc req-2d5322f1-2601-417f-800e-a1ffbc817319 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0648768 Aug 25 03:12:31.031902 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.073313 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4cc6bf2f-cf26-45a4-bfbe-446610e559cc req-cdf4432d-b2b2-432e-b7a2-c87c0fa919b7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683718 Aug 25 03:12:31.080341 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:31.081512 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:31.088874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:31.168055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.191106 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f3112-9290-4497-b096-5dfe55e1e681 None None] Pushing event updated for resources: {'Port': ['ID=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:31.203886 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:31.231057 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-d2a0922d-abd2-4c83-9455-924c20e88470 None None] Provisioning complete for port 14b7837d-1811-45e0-bf3a-b754020dbda1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:31.231433 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d2a0922d-abd2-4c83-9455-924c20e88470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.313571 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:31.319303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0922d-abd2-4c83-9455-924c20e88470 None None] Port 14b7837d-1811-45e0-bf3a-b754020dbda1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:12:31.330947 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:31.331325 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.334975 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:31.352602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks [] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.447323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d172-8540-4a2d-a37f-739cc7ebf465 req-68ffbda7-58d6-49fb-b617-c1ea9a986bb3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:31.449952 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c7b8d172-8540-4a2d-a37f-739cc7ebf465 req-68ffbda7-58d6-49fb-b617-c1ea9a986bb3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Aug 25 03:12:31.494040 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.495133 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c21206be-eb06-4c5c-87e2-32b7265507d1 is: ACTIVE; New status is: DOWN {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:31.495521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.501418 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c7b8d172-8540-4a2d-a37f-739cc7ebf465 req-64e30119-db0a-42d0-9c02-c589f97c438b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467653 Aug 25 03:12:31.553357 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:31.556561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b72f5-3b36-4123-9d61-86fc6fec70d3" -d '{"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-unplugged", "status": "completed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:31.575262 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (b8b4df27-401e-4db9-9356-88d91578cef4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.585917 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Pushing event updated for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:31.599091 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:31.614967 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56450) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:31.625050 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:31.649953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:28Z', 'revision_number': 3, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:31.680184 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190b4f5-8180-4d24-9625-8c2788823be3 None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:28Z', 'revision_number': 3, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:12:31.681866 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:31.712189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:31.714338 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:31.728562 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-74cd1c79-608c-41f9-9bf5-9d39a9e37080 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119492 Aug 25 03:12:31.735428 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=46 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:31.745494 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-55ae2c4f-b9e2-43f9-8b91-d5b2ca7b7c5c service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:12:31.747902 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-55ae2c4f-b9e2-43f9-8b91-d5b2ca7b7c5c service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0143378 Aug 25 03:12:31.750174 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=6']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:31.813685 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=43 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:31.833277 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2c89a2-4136-4b5a-ac13-f360a2672615 x-openstack-request-id: req-3f2c89a2-4136-4b5a-ac13-f360a2672615 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:31.833834 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-unplugged", "status": "failed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "code": 422}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:31.834239 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f2c89a2-4136-4b5a-ac13-f360a2672615 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:31.834977 dv-cinder-779578-6-iscsi neutron-server[107024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f2c89a2-4136-4b5a-ac13-f360a2672615']: {'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'code': 422} returned with failed status Aug 25 03:12:31.854759 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56458) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:31.892128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:31.914620 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:12:31.994887 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-a4c6cc48-4405-4154-b0c8-5e85b367a8f8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:31.996426 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-a4c6cc48-4405-4154-b0c8-5e85b367a8f8 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports/c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 940 time: 0.1404006 Aug 25 03:12:32.052880 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-c21fe697-a7b2-41b0-a9ff-609756c94ab3 None None] Provisioning complete for port 14b7837d-1811-45e0-bf3a-b754020dbda1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:32.053347 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c21fe697-a7b2-41b0-a9ff-609756c94ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:32.117543 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c21fe697-a7b2-41b0-a9ff-609756c94ab3 None None] Port 14b7837d-1811-45e0-bf3a-b754020dbda1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:12:32.264001 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2a664-0bab-4991-a9a8-c70d0a513a95 req-658017b2-fe56-4f29-bf24-8c5119957c7d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:32.264001 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-35d2a664-0bab-4991-a9a8-c70d0a513a95 req-658017b2-fe56-4f29-bf24-8c5119957c7d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0871766 Aug 25 03:12:32.319797 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:32.328800 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-35d2a664-0bab-4991-a9a8-c70d0a513a95 req-7a3548c9-c677-483f-a3b5-1896c2f8b5d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Aug 25 03:12:32.375058 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:12:32.381196 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3fc5bd05-ac94-497c-baab-7d183559ca63 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/b8b4df27-401e-4db9-9356-88d91578cef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884181 Aug 25 03:12:32.664931 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1954-a01f-4eed-aa33-a4c8e7ba0db9 req-eb4389de-b509-4981-a021-ea154deacc71 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:32.666567 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dfea1954-a01f-4eed-aa33-a4c8e7ba0db9 req-eb4389de-b509-4981-a021-ea154deacc71 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0662677 Aug 25 03:12:32.719943 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-dfea1954-a01f-4eed-aa33-a4c8e7ba0db9 req-79b1ef61-759e-4d91-a904-ebc7220c12eb tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472066 Aug 25 03:12:32.732335 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56484) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:32.742672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456561152', 'description': 'tempest-description--12579364'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:32.874158 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:32.910188 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:32.948593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (9252e958-9b9f-4533-b7a2-8a653264c37d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.025433 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9252e958-9b9f-4533-b7a2-8a653264c37d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.068922 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9252e958-9b9f-4533-b7a2-8a653264c37d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:33.069094 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:33.117133 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:33.117538 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.163439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.163439 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ff6677c6-5f81-40a8-a93c-f21a60ea1ce4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4204137 Aug 25 03:12:33.163439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56486) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:33.164071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': '9252e958-9b9f-4533-b7a2-8a653264c37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:33.203832 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:33.204252 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.225524 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:33.288268 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.296358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (33ab940c-8ea6-4477-810c-e26d382326d3), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.339915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:33.355829 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (33ab940c-8ea6-4477-810c-e26d382326d3), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.456627 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2bdbb-18ab-44ee-a524-40be40677f4a req-a02a0d34-83b3-4562-b1cf-1cf28326a8f0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:33.458752 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bfa2bdbb-18ab-44ee-a524-40be40677f4a req-a02a0d34-83b3-4562-b1cf-1cf28326a8f0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Aug 25 03:12:33.508297 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bfa2bdbb-18ab-44ee-a524-40be40677f4a req-ebd2b936-9056-402b-968b-3542ba631b0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Aug 25 03:12:33.521707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (33ab940c-8ea6-4477-810c-e26d382326d3), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.550532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ab940c-8ea6-4477-810c-e26d382326d3,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:33.599183 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:12:33.609051 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:33.609688 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:33.701167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.702422 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6b71a9f5-a304-4425-8a11-8b05b9f287e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5438449 Aug 25 03:12:33.705329 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56498) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:33.710345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': '9252e958-9b9f-4533-b7a2-8a653264c37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:33.716179 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:33.833971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (ebbc4b53-525d-4b02-b831-ebfd9bdb336b), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.862054 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05a05-943c-4682-93d5-82201dd0a9b6 req-39e7a271-0b39-4407-bdd6-489c1dc0f774 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:33.862539 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7af05a05-943c-4682-93d5-82201dd0a9b6 req-39e7a271-0b39-4407-bdd6-489c1dc0f774 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0669148 Aug 25 03:12:33.875845 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:33.907443 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (ebbc4b53-525d-4b02-b831-ebfd9bdb336b), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.920921 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7af05a05-943c-4682-93d5-82201dd0a9b6 req-25afe8a2-1976-4d06-af6d-1fe3d0d4e1df tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512640 Aug 25 03:12:33.975549 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (ebbc4b53-525d-4b02-b831-ebfd9bdb336b), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:33.991165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbc4b53-525d-4b02-b831-ebfd9bdb336b,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:34.026144 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:34.053908 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:12:34.054255 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Updating router b8b4df27-401e-4db9-9356-88d91578cef4 port 14b7837d-1811-45e0-bf3a-b754020dbda1 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:12:34.082254 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.131051 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.132490 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-642a341a-4354-4809-92b2-d04bd23e2104 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262059 Aug 25 03:12:34.135620 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56508) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:34.141154 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:34.263287 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.353346 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks [] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.356675 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.466110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.27.1.169 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/16489d15-dad8-4305-b8a5-9c7d7935c08b) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:12:34.505115 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.533801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:34.575165 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Pushing event updated for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:34.591945 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.629684 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.630230 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.630378 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:34.630557 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.630892 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.631218 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.631541 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.631864 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.632196 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.632519 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.632833 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.633155 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.633478 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.633792 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.634102 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.634443 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:34.640118 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Attempting to bind port 14b7837d-1811-45e0-bf3a-b754020dbda1 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:12:34.640666 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Attempting to bind port 14b7837d-1811-45e0-bf3a-b754020dbda1 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:12:34.641005 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Attempting to bind port 14b7837d-1811-45e0-bf3a-b754020dbda1 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:12:34.646809 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:12:34.647173 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:12:34.647565 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.647943 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:12:34.648557 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Bound port: 14b7837d-1811-45e0-bf3a-b754020dbda1, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:12:34.649104 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.651258 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504b81d-adba-4981-b15f-801a0f1d2b1b req-9cb1102f-d346-4e2f-964f-115b39b0383f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:34.652897 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c504b81d-adba-4981-b15f-801a0f1d2b1b req-9cb1102f-d346-4e2f-964f-115b39b0383f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0640030 Aug 25 03:12:34.703865 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c504b81d-adba-4981-b15f-801a0f1d2b1b req-d574b7dd-3b37-4de2-a2d0-dca0551ac32c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Aug 25 03:12:34.710466 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] For port 14b7837d-1811-45e0-bf3a-b754020dbda1, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:12:34.713722 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] For port 14b7837d-1811-45e0-bf3a-b754020dbda1, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=14b7837d-1811-45e0-bf3a-b754020dbda1,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:12:34.773793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.827092 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:34.831653 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:34.832629 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:34.836853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:12:34.840236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=16489d15-dad8-4305-b8a5-9c7d7935c08b,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:34.881394 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:34.882018 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:34.886837 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:34.895067 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:34.945338 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7e23-69a2-4d2e-862e-2c016274d8d7 None None] Pushing event updated for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=4']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:34.952782 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.025159 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:35.085773 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:35.108221 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d75e4-e0ef-439c-97d5-4c5628053804 req-c7d0f421-a254-418e-8aa2-d5ffde5a6964 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.109792 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-851d75e4-e0ef-439c-97d5-4c5628053804 req-c7d0f421-a254-418e-8aa2-d5ffde5a6964 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.1054132 Aug 25 03:12:35.112140 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:35.118055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.120424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-5f7ea2c3-d1af-4088-a75c-4406bde9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.121965 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-5f7ea2c3-d1af-4088-a75c-4406bde9874f service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71&tenant_id=54df2648916c4681af69062a1d5b7430 HTTP/1.1" status: 200 len: 1127 time: 0.0830081 Aug 25 03:12:35.141685 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:35.142413 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.163950 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:35.177585 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:35.242483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-e5b3a677-f848-4af2-a266-6111c6398293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.244192 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-e5b3a677-f848-4af2-a266-6111c6398293 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1127 time: 0.0736213 Aug 25 03:12:35.255913 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:35.266470 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:34Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:35.292321 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007a96d-b9b1-43ab-a2ca-1a175449fae3 None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:34Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:12:35.301165 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-851d75e4-e0ef-439c-97d5-4c5628053804 req-0c056746-7318-4365-8308-3282c1c4cc13 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770465 Aug 25 03:12:35.441330 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-31eb7510-ca9c-47b2-92a3-2f8b344421ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.442862 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-31eb7510-ca9c-47b2-92a3-2f8b344421ee service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.1834636 Aug 25 03:12:35.507380 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.528897 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-4c24d0a4-c4bf-42c5-8d36-3cc0119f365b service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 999 time: 0.0798395 Aug 25 03:12:35.554891 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:12:35.581153 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-c9d0980b-7782-4dc5-855d-7ea12755e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.583293 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-c9d0980b-7782-4dc5-855d-7ea12755e32a service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0485289 Aug 25 03:12:35.620693 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.688860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172616-246e-478b-b11c-e623bdd3a577 req-0c2f3129-940e-48f8-b8b3-ccc52c3e4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.690403 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-0c2f3129-940e-48f8-b8b3-ccc52c3e4760 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983703 Aug 25 03:12:35.716794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.730173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=16489d15-dad8-4305-b8a5-9c7d7935c08b,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:35.816177 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-b8de23cc-729a-4104-b4da-532d293b92ba service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164348 Aug 25 03:12:35.854809 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18dc6-e0ad-4f2f-bd80-f267c625aca6 req-ec893616-06a9-4b15-b839-641666f76d49 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:35.856989 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5cb18dc6-e0ad-4f2f-bd80-f267c625aca6 req-ec893616-06a9-4b15-b839-641666f76d49 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0528512 Aug 25 03:12:35.879658 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:35.885167 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7663f75d-ade4-4980-8f2a-0c977cbcb6cb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7484295 Aug 25 03:12:35.939598 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5cb18dc6-e0ad-4f2f-bd80-f267c625aca6 req-75464935-9d77-41ad-b41f-3529a5b16be7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767941 Aug 25 03:12:35.978763 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d172616-246e-478b-b11c-e623bdd3a577 req-2460876e-f96f-4fdc-a82d-64ec037454a2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536360 Aug 25 03:12:36.113672 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-5109d3d3-f7f7-494c-ab76-f3a0105bd792 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--456561152&fields=id&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 267 time: 0.0507824 Aug 25 03:12:36.228634 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-533f71e8-06ad-405b-9be6-29b58168432d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:36.230161 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-533f71e8-06ad-405b-9be6-29b58168432d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1090927 Aug 25 03:12:36.246171 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1e2b83e5-57cb-4b57-bc0d-3292612b54aa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/quotas/7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 375 time: 0.0103238 Aug 25 03:12:36.307585 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-2dab155b-8d0d-4d2f-ab6e-2987ebb5a11a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555267 Aug 25 03:12:36.439050 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-dbb62780-b7f2-4820-a2e8-b5ceaecaba41 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117108 Aug 25 03:12:36.541606 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-3894cd5e-8f54-4ea7-9c92-08d411a17167 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968015 Aug 25 03:12:36.800805 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b3d3-c37f-4917-9119-c39c98d8e117 req-3163d1d1-873c-4b91-92f6-f2db8c5e1863 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:36.807812 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c629b3d3-c37f-4917-9119-c39c98d8e117 req-3163d1d1-873c-4b91-92f6-f2db8c5e1863 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0548749 Aug 25 03:12:36.860769 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c629b3d3-c37f-4917-9119-c39c98d8e117 req-9a833bbb-ec5a-4660-b6e8-bb1e815c63c5 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Aug 25 03:12:36.929433 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-743e1606-0111-4b1b-863f-d3f288bdf516 req-c6274253-acdf-4c18-8ed3-118600f1df68 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0330536 Aug 25 03:12:37.037055 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:37.075794 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b750fe-4300-4764-8545-aba4782f612e req-63710854-8c79-4139-99c4-56ca3979cfdc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:37.077299 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-58b750fe-4300-4764-8545-aba4782f612e req-63710854-8c79-4139-99c4-56ca3979cfdc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Aug 25 03:12:37.080093 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:37.085070 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 14b7837d-1811-45e0-bf3a-b754020dbda1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:37.129685 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 14b7837d-1811-45e0-bf3a-b754020dbda1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:37.130082 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:37.140603 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-58b750fe-4300-4764-8545-aba4782f612e req-56e546b9-7002-4216-830a-3ca53a905093 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444624 Aug 25 03:12:37.336617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 14b7837d-1811-45e0-bf3a-b754020dbda1 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:37.337013 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:37.372408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 14b7837d-1811-45e0-bf3a-b754020dbda1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=14b7837d-1811-45e0-bf3a-b754020dbda1,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:37.542522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:37.593984 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:37.983946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305635fb-fe27-432d-9099-af1dc5eff6f2 req-3b01cf21-7be0-4f80-949a-c25dd43fe224 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:37.985507 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-305635fb-fe27-432d-9099-af1dc5eff6f2 req-3b01cf21-7be0-4f80-949a-c25dd43fe224 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0503476 Aug 25 03:12:38.014110 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8644a5c3-dc09-4fe6-a5aa-c8b2d44cafc7 req-4813bf54-10a0-4c9a-b042-c4d8c08a5fff tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0298715 Aug 25 03:12:38.044459 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-305635fb-fe27-432d-9099-af1dc5eff6f2 req-39a21e9f-69a1-4be2-885d-23513686d60a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531971 Aug 25 03:12:38.263192 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1351-e74e-464f-82a0-5dda8a0873a6 req-1352e2fc-d53c-47bf-9df0-e9cb2958502b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:38.265021 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e6b1351-e74e-464f-82a0-5dda8a0873a6 req-1352e2fc-d53c-47bf-9df0-e9cb2958502b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Aug 25 03:12:38.321273 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e6b1351-e74e-464f-82a0-5dda8a0873a6 req-8e725bf6-a224-47e8-81a0-856fe496a079 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477266 Aug 25 03:12:39.060745 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 14b7837d-1811-45e0-bf3a-b754020dbda1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:39.110296 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 14b7837d-1811-45e0-bf3a-b754020dbda1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:39.110919 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.122416 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a7a0e86d-d0c8-4e2c-b6aa-14b40f983540 req-425f62e7-8f97-4fab-ae90-f96ebcc70b99 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Aug 25 03:12:39.162644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56606) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:39.191283 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36de322-b77f-4f82-a994-e4f74f58ffab req-6d2d3390-7eb8-490e-8253-46bf8b8d994e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:39.199331 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f36de322-b77f-4f82-a994-e4f74f58ffab req-6d2d3390-7eb8-490e-8253-46bf8b8d994e tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0722067 Aug 25 03:12:39.202743 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 14b7837d-1811-45e0-bf3a-b754020dbda1 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:39.223796 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Deleting subnet a9fdbb70-5500-4958-869b-be67a594b68e {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:12:39.227128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Publish callbacks [] for subnet (a9fdbb70-5500-4958-869b-be67a594b68e), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.228984 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:12:39.242941 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:39.263892 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f36de322-b77f-4f82-a994-e4f74f58ffab req-56ee53ad-728a-40c2-9b69-8e0046ebd7cb tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591793 Aug 25 03:12:39.264454 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (a9fdbb70-5500-4958-869b-be67a594b68e), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.301855 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:39.306534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (a9fdbb70-5500-4958-869b-be67a594b68e), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.339944 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:39.353742 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:12:39.390379 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: ACTIVE; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:39.391044 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.406014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:12:39.433454 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:39.455164 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad67482-91a0-4f68-b621-6cb17bb7b831 req-f9d174f2-8382-4746-a9ea-9ba063bd6588 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:39.457343 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ad67482-91a0-4f68-b621-6cb17bb7b831 req-f9d174f2-8382-4746-a9ea-9ba063bd6588 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0532253 Aug 25 03:12:39.477283 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (a9fdbb70-5500-4958-869b-be67a594b68e), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.503010 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.509249 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fdbb70-5500-4958-869b-be67a594b68e,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:39.519331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.525052 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-041cc5c2-f172-4e8e-aa5e-e552afad12ad admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/a9fdbb70-5500-4958-869b-be67a594b68e HTTP/1.1" status: 204 len: 168 time: 0.3577237 Aug 25 03:12:39.525911 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 56610) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:39.562709 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=6']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:39.587666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['f2e0dc32-497f-4383-adcb-7c003a2e463a'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:12:39.640592 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ad67482-91a0-4f68-b621-6cb17bb7b831 req-3e043b9f-f670-4729-b7e7-dc6374a55095 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774375 Aug 25 03:12:39.677445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (93f094cc-75b2-48ea-b047-edaab0694da3), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.783076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-13d738a3-858d-4c45-8e48-f39bd6aa7c63 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:39.784481 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-13d738a3-858d-4c45-8e48-f39bd6aa7c63 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.2580838 Aug 25 03:12:39.807921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (93f094cc-75b2-48ea-b047-edaab0694da3), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.846545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f094cc-75b2-48ea-b047-edaab0694da3']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:39.865232 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35960ce6-ad5b-43b7-9a69-a42137116b89') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:39.865527 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35960ce6-ad5b-43b7-9a69-a42137116b89') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:39.867059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:39.880507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (35960ce6-ad5b-43b7-9a69-a42137116b89), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.902657 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-bd7df506-b0b4-48b1-8973-c985141c0370 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 379 time: 0.1075804 Aug 25 03:12:39.906071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (35960ce6-ad5b-43b7-9a69-a42137116b89), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:39.914388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'port': {'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'admin_state_up': True, 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'security_groups': ['9252e958-9b9f-4533-b7a2-8a653264c37d']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:39.936111 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:12:39.936667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (35960ce6-ad5b-43b7-9a69-a42137116b89), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.004680 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 35960ce6-ad5b-43b7-9a69-a42137116b89 resource provider aggregate not found Aug 25 03:12:40.026324 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 35960ce6-ad5b-43b7-9a69-a42137116b89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35960ce6-ad5b-43b7-9a69-a42137116b89 found for delete ", "request_id": "req-c83b98da-d9c8-49c2-9cc9-ab8de7ddb84a"}]} Aug 25 03:12:40.155952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (93f094cc-75b2-48ea-b047-edaab0694da3), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.163601 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.168076 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/93f094cc-75b2-48ea-b047-edaab0694da3 HTTP/1.1" status: 204 len: 168 time: 0.6404188 Aug 25 03:12:40.185031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07926fc-6a20-4b5e-bf96-376f6fb7a50c admin admin] Pushing event deleted for resources: {'Network': ['ID=93f094cc-75b2-48ea-b047-edaab0694da3,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:40.185031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:12:40.189486 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.250387 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f4c602be-6f91-4500-bbb6-3f4b74e14b6e req-1de60b2e-9057-49f3-baf9-9741891514b6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0361838 Aug 25 03:12:40.399347 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.20.0.10 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/bcaf3694-63cd-4684-9f00-b8a2d1bf1789) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:12:40.431827 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df48a6-a666-4172-b3a1-05921b142d73 req-61e60cc9-a4d6-4b8e-b25c-e1598ddc45f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:40.433676 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58df48a6-a666-4172-b3a1-05921b142d73 req-61e60cc9-a4d6-4b8e-b25c-e1598ddc45f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0981967 Aug 25 03:12:40.469191 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:40.554585 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58df48a6-a666-4172-b3a1-05921b142d73 req-7dc1ff2c-b0bf-43cb-bc37-abb4275c0ae3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118081 Aug 25 03:12:40.608812 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.614585 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56636) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:40.659797 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-48e32eee-e618-451a-80e9-35c1c82e0a28 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aa73d487b3884350889e14e0b018e0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437462 Aug 25 03:12:40.662242 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56640) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:40.740746 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:40.743052 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.743221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Publish callbacks [] for security_group (cc8a87a7-e77a-4ea7-96d6-4964476d5f18), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.790267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Publish callbacks [] for security_group (cc8a87a7-e77a-4ea7-96d6-4964476d5f18), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.795591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:12:40.797569 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84364a2-9081-42d7-a151-a8576ada6817 req-80d83f69-ee3c-4384-a74c-14874bdd094b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:40.798871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:12:40.799052 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f84364a2-9081-42d7-a151-a8576ada6817 req-80d83f69-ee3c-4384-a74c-14874bdd094b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 944 time: 0.0710323 Aug 25 03:12:40.801946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:12:40.828612 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:40.831909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:40.885440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:40.887971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.893637 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f84364a2-9081-42d7-a151-a8576ada6817 req-b61a38f1-fc7c-49be-819d-2eb9ccfd96b3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860538 Aug 25 03:12:40.967267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cc8a87a7-e77a-4ea7-96d6-4964476d5f18), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.969964 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:40.971237 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cc8a87a7-e77a-4ea7-96d6-4964476d5f18 HTTP/1.1" status: 204 len: 168 time: 0.3081002 Aug 25 03:12:40.981771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a87a7-e77a-4ea7-96d6-4964476d5f18,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:40.991011 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.991363 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.991908 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.992244 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.992809 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.993093 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.993593 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.994075 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.994409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.994736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.995061 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.995382 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.995701 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.996223 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:40.996497 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661cb729-fabf-4072-8192-a263085be4a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:12:41.006364 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7239fbbd-9771-4a69-9810-eeffdb1a3cfc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0976479 Aug 25 03:12:41.018087 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Request body: {'port': {'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:41.089264 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.150275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-319305e7-0e95-4c1f-ad20-b40bf32b1482 None None] Provisioning complete for port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:41.150916 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-319305e7-0e95-4c1f-ad20-b40bf32b1482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.186972 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-319305e7-0e95-4c1f-ad20-b40bf32b1482 None None] Port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:12:41.243025 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:41.280473 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:41.297540 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port f2e0dc32-497f-4383-adcb-7c003a2e463a triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:41.298595 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.398447 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:41.399348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.433386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcaf3694-63cd-4684-9f00-b8a2d1bf1789 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:12:41.437935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:41.440565 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff34e2-72a4-4c3d-9f7d-50b356d80fc7" -d '{"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:41.452486 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks [] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.459731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:41.465932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d232cf-9864-4282-9bfd-bc8be47a1169 req-2b9e6f7b-bb1a-4b0f-abcd-c9eb85a8a338 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:41.468200 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-44d232cf-9864-4282-9bfd-bc8be47a1169 req-2b9e6f7b-bb1a-4b0f-abcd-c9eb85a8a338 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 932 time: 0.1155903 Aug 25 03:12:41.475315 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:41.489551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e448f-32c3-4b6a-8a36-b74b2fc6367a x-openstack-request-id: req-5d1e448f-32c3-4b6a-8a36-b74b2fc6367a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:41.489551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:41.489551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d1e448f-32c3-4b6a-8a36-b74b2fc6367a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:41.489551 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1e448f-32c3-4b6a-8a36-b74b2fc6367a'] response: {'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'code': 200} Aug 25 03:12:41.490085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Transition to ACTIVE for port object bcaf3694-63cd-4684-9f00-b8a2d1bf1789 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:12:41.531405 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-44d232cf-9864-4282-9bfd-bc8be47a1169 req-669d46a3-011c-4646-a55d-6bc72e4407ef tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545001 Aug 25 03:12:41.550619 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.602354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.667828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=7']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:41.747312 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:41.775602 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0ff0-c95a-4a7f-98fe-fad6ac965e88 req-2e5c81b3-ba87-4d70-9ec6-d8b1fed547f6 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:41.779654 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-92ad0ff0-c95a-4a7f-98fe-fad6ac965e88 req-2e5c81b3-ba87-4d70-9ec6-d8b1fed547f6 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.0804651 Aug 25 03:12:41.792439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Attempting to bind port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:12:41.792804 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Attempting to bind port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:12:41.796639 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Attempting to bind port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:12:41.799065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:12:41.799406 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Attempting to bind port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:12:41.809814 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:12:41.810298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:12:41.810793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:12:41.811324 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Bound port: bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:12:41.811780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.860314 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-92ad0ff0-c95a-4a7f-98fe-fad6ac965e88 req-bcc352e2-f3c2-43f5-8806-dbd83b1a4390 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755301 Aug 25 03:12:41.915004 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:12:41.921441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:12:41.994218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:41.998874 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:41.999743 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:42.006944 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/bcaf3694-63cd-4684-9f00-b8a2d1bf1789 HTTP/1.1" status: 200 len: 1094 time: 0.9934051 Aug 25 03:12:42.007515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:42.010138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:42.104326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc86d99-9d21-454e-b3f9-9026ac7db8e1 x-openstack-request-id: req-1dc86d99-9d21-454e-b3f9-9026ac7db8e1 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:42.104622 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:42.104913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1dc86d99-9d21-454e-b3f9-9026ac7db8e1 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:42.105435 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc86d99-9d21-454e-b3f9-9026ac7db8e1'] response: {'name': 'network-changed', 'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'status': 'completed', 'code': 200} Aug 25 03:12:42.166297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473a937-0aa1-4d9c-a54a-2c8a1c0f96ae req-765185d4-c19d-49c7-9765-1a4401f1b942 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.167856 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2473a937-0aa1-4d9c-a54a-2c8a1c0f96ae req-765185d4-c19d-49c7-9765-1a4401f1b942 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.1399081 Aug 25 03:12:42.208587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88ca33-33ce-4b16-9b8c-a60e91700ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:42.214072 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-b978b0de-15c2-41c6-81ae-686a6492a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.215534 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-b978b0de-15c2-41c6-81ae-686a6492a750 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 1128 time: 0.1026547 Aug 25 03:12:42.318747 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2473a937-0aa1-4d9c-a54a-2c8a1c0f96ae req-87d870dc-31d9-423e-b5f6-83e242c7aa5c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372960 Aug 25 03:12:42.382648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:42.387787 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-1ba8801b-68bd-40b6-a8b0-60e4f828dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.389496 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-1ba8801b-68bd-40b6-a8b0-60e4f828dad8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1645916 Aug 25 03:12:42.509255 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-9d17d396-1979-45c0-9b42-ab15a8716dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.510929 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3bede42c-2cda-4bcd-bc29-4a6d5de5459a req-9d17d396-1979-45c0-9b42-ab15a8716dae service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146111 Aug 25 03:12:42.561878 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:42.641198 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-2ed396c6-e3e7-4dc7-9e0b-b50eee5457e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.654030 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-2ed396c6-e3e7-4dc7-9e0b-b50eee5457e1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 1128 time: 0.0850937 Aug 25 03:12:42.707492 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-44a72607-384a-4692-8680-1301a39c6884 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789 HTTP/1.1" status: 200 len: 217 time: 0.0541735 Aug 25 03:12:42.715146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087f77f-476a-466e-a451-a3c3e13c29fa req-795a87b0-934d-43a1-b71f-cc5db20479ff tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.717328 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0087f77f-476a-466e-a451-a3c3e13c29fa req-795a87b0-934d-43a1-b71f-cc5db20479ff tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 944 time: 0.0696442 Aug 25 03:12:42.784508 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-804f10e1-b819-4dfe-8f6f-e0356a344b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.796861 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-804f10e1-b819-4dfe-8f6f-e0356a344b04 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0831761 Aug 25 03:12:42.807862 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0087f77f-476a-466e-a451-a3c3e13c29fa req-171d990b-2571-4f98-a0b9-78b0ba6e597f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793982 Aug 25 03:12:42.865317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-eba60815-9bb7-4d84-b8b3-5d066acbdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:42.867187 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-eba60815-9bb7-4d84-b8b3-5d066acbdf51 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648980 Aug 25 03:12:43.023563 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-7aa57f15-8f2b-4203-bacb-c01d39381549 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501703 Aug 25 03:12:43.058983 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:43.095502 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b72992-e59b-492d-a836-c307110c8b11 req-970226df-9658-4c85-bad2-5be6dff8eaee tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:43.097747 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-55b72992-e59b-492d-a836-c307110c8b11 req-970226df-9658-4c85-bad2-5be6dff8eaee tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 943 time: 0.1233890 Aug 25 03:12:43.195877 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-55b72992-e59b-492d-a836-c307110c8b11 req-9d72892c-8d22-41fc-8ee2-9badc16237cc tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878627 Aug 25 03:12:43.200214 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7658c906-3e7a-4724-a5e3-ae704c2acc3a req-ea41bdb3-38f8-489f-9dc8-96f5dc0afd3c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697812 Aug 25 03:12:43.259113 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:12:43.405803 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:43.408741 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:43.420071 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'port_id': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'mac_address': 'fa:16:3e:bc:f5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:12:43.477123 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c21206be-eb06-4c5c-87e2-32b7265507d1 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:43.477584 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:43.480094 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d9df9-8c97-47a0-b0f5-cd9e5393d8c9 req-12039561-eee5-4fd1-9e00-c7322baae13d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:43.488731 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d61d9df9-8c97-47a0-b0f5-cd9e5393d8c9 req-12039561-eee5-4fd1-9e00-c7322baae13d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0679588 Aug 25 03:12:43.494365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21206be-eb06-4c5c-87e2-32b7265507d1 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:12:43.520233 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:43.521220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:43.552826 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-d61d9df9-8c97-47a0-b0f5-cd9e5393d8c9 req-0aec1004-8ec5-4586-bebf-0c795ac2ccf6 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630405 Aug 25 03:12:43.685379 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:43.743336 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=7']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:43.946975 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['c21206be-eb06-4c5c-87e2-32b7265507d1'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:12:44.019597 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0243-c484-47f5-a36a-fa63fef6ce0c req-09689351-85be-4f2b-9989-4b5d143c6fdb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:44.030380 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e8cf0243-c484-47f5-a36a-fa63fef6ce0c req-09689351-85be-4f2b-9989-4b5d143c6fdb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 944 time: 0.0778217 Aug 25 03:12:44.122126 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e8cf0243-c484-47f5-a36a-fa63fef6ce0c req-59dea4a8-e232-4bfe-9e0a-f2a543e85031 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907619 Aug 25 03:12:44.334888 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93ad78-13b2-46b5-b4bf-ea3c9b5afeb5 req-9e1affc3-0a83-4406-bccf-5b0e4914fd3b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:44.343283 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd93ad78-13b2-46b5-b4bf-ea3c9b5afeb5 req-9e1affc3-0a83-4406-bccf-5b0e4914fd3b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 944 time: 0.0634463 Aug 25 03:12:44.398762 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cd93ad78-13b2-46b5-b4bf-ea3c9b5afeb5 req-50354dd9-c002-4d8b-a9c0-0e22cc8eea88 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543134 Aug 25 03:12:44.722873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500bf8-f9fa-499d-9079-598286af51b8 req-f29f0e35-f049-426f-8018-fc49cea3316a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:44.724598 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d5500bf8-f9fa-499d-9079-598286af51b8 req-f29f0e35-f049-426f-8018-fc49cea3316a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0633817 Aug 25 03:12:44.782903 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d5500bf8-f9fa-499d-9079-598286af51b8 req-dcd0d7c7-d813-4501-8180-89d89558e512 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517983 Aug 25 03:12:45.255578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a9de-51db-44f1-b031-ef6bfc2a28b2 req-cf3e3065-f481-4369-a721-52b33d8b9e9f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:45.257057 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e745a9de-51db-44f1-b031-ef6bfc2a28b2 req-cf3e3065-f481-4369-a721-52b33d8b9e9f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Aug 25 03:12:45.274427 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bcaf3694-63cd-4684-9f00-b8a2d1bf1789 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:12:45.279037 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:45.314357 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:45.317066 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e745a9de-51db-44f1-b031-ef6bfc2a28b2 req-d40dfe9c-bb64-40b4-8f46-b443b8cca270 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521367 Aug 25 03:12:45.395633 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port c21206be-eb06-4c5c-87e2-32b7265507d1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:45.396006 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:45.458166 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:45.475324 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:12:45.521381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7372-2f33-47c3-b585-3a274b372e91 req-824162c8-862e-4ae5-892f-d854c97a5590 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:45.523195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-96de7372-2f33-47c3-b585-3a274b372e91 req-824162c8-862e-4ae5-892f-d854c97a5590 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 944 time: 0.0482337 Aug 25 03:12:45.540033 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c21206be-eb06-4c5c-87e2-32b7265507d1 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:45.540445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:45.542246 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:45.560980 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:45.576351 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-96de7372-2f33-47c3-b585-3a274b372e91 req-9d9d8aff-4204-47dc-9168-85314088244b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472093 Aug 25 03:12:45.576575 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:45.578649 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886ef30-20bf-448e-b915-6b83be301da1" -d '{"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-plugged", "status": "completed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:45.584960 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcaf3694-63cd-4684-9f00-b8a2d1bf1789 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:12:45.613951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:45.616294 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:45.619323 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bfca22-7386-45de-ae82-13cea1aa239d x-openstack-request-id: req-d9bfca22-7386-45de-ae82-13cea1aa239d {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:45.619613 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-plugged", "status": "completed", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:45.619863 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9bfca22-7386-45de-ae82-13cea1aa239d {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:45.620270 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bfca22-7386-45de-ae82-13cea1aa239d'] response: {'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'code': 200} Aug 25 03:12:45.773513 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:45.807515 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:45.833387 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=8']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:45.833818 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:45.885841 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:45.926059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8a80-d293-4523-90f8-8d3273276a28 req-6574f208-df50-4e88-9678-2d2b696ff58f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:45.927532 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69ee8a80-d293-4523-90f8-8d3273276a28 req-6574f208-df50-4e88-9678-2d2b696ff58f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Aug 25 03:12:45.985717 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69ee8a80-d293-4523-90f8-8d3273276a28 req-1d18df64-10f5-4eeb-9172-18406d547190 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514262 Aug 25 03:12:46.071982 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['bcaf3694-63cd-4684-9f00-b8a2d1bf1789'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:12:46.077030 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:46.185673 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc66440-c555-4d70-ac02-209d952c4318 req-f0f3fc0c-d688-4c7d-8d8c-0335382c1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:46.187262 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2dc66440-c555-4d70-ac02-209d952c4318 req-f0f3fc0c-d688-4c7d-8d8c-0335382c1452 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0800295 Aug 25 03:12:46.269550 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2dc66440-c555-4d70-ac02-209d952c4318 req-2ae8888d-6367-44bf-ac05-53205be0f9cd service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704978 Aug 25 03:12:46.462710 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd30899-31f5-4c74-b23e-ca604af41406 req-fb762941-e729-4fd1-b37c-8112bc7c17cc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:46.470626 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8bd30899-31f5-4c74-b23e-ca604af41406 req-fb762941-e729-4fd1-b37c-8112bc7c17cc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 945 time: 0.0688231 Aug 25 03:12:46.533585 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8bd30899-31f5-4c74-b23e-ca604af41406 req-affae214-23e6-471c-8528-84913ecbf76a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618482 Aug 25 03:12:46.725503 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8615f7d-6e36-4d0a-afaf-c8661a280ee6 req-3b7aa541-82bd-4b22-8ddb-c8707c6df033 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:46.727042 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c8615f7d-6e36-4d0a-afaf-c8661a280ee6 req-3b7aa541-82bd-4b22-8ddb-c8707c6df033 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0649552 Aug 25 03:12:46.793818 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c8615f7d-6e36-4d0a-afaf-c8661a280ee6 req-e6599068-fc68-4f33-a1b5-4d665d11fac0 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549061 Aug 25 03:12:47.142257 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9c33-3356-49e2-b4b3-86fec53f4dbe req-1c4fa91d-770b-40a5-a44c-937bc75fdeb8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:47.144184 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3f9a9c33-3356-49e2-b4b3-86fec53f4dbe req-1c4fa91d-770b-40a5-a44c-937bc75fdeb8 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0740607 Aug 25 03:12:47.210266 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3f9a9c33-3356-49e2-b4b3-86fec53f4dbe req-6da9fbb2-f62b-453e-84bf-617d126bbb92 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570824 Aug 25 03:12:47.661034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd31b46-3b72-455c-a2cb-eda1db768be8 req-4d4f20dc-d774-473c-bcd2-f56bcdaed4ca tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:47.668018 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5bd31b46-3b72-455c-a2cb-eda1db768be8 req-4d4f20dc-d774-473c-bcd2-f56bcdaed4ca tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 945 time: 0.0604198 Aug 25 03:12:47.725821 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5bd31b46-3b72-455c-a2cb-eda1db768be8 req-01af186e-d242-4a1a-aae3-fb68f51ef04c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547760 Aug 25 03:12:47.891730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:47.942290 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bf660-2a21-495c-8817-cb6c07826ebf req-f1cb6d8c-db29-4a56-a086-718616e4ef31 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:47.943892 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e74bf660-2a21-495c-8817-cb6c07826ebf req-f1cb6d8c-db29-4a56-a086-718616e4ef31 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0625448 Aug 25 03:12:48.002654 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e74bf660-2a21-495c-8817-cb6c07826ebf req-14c21f67-df53-4778-bb7a-df00796b2201 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511138 Aug 25 03:12:48.343513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e434-0dde-4baf-8c9e-25c1f2db041d req-0515fdce-d856-419b-b270-2a558683f9b4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:48.345302 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6e16e434-0dde-4baf-8c9e-25c1f2db041d req-0515fdce-d856-419b-b270-2a558683f9b4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0538821 Aug 25 03:12:48.402056 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6e16e434-0dde-4baf-8c9e-25c1f2db041d req-937c416c-3b2d-4c82-a6a6-966625c6f593 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501893 Aug 25 03:12:48.837280 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9c68-574f-40e4-8c0e-317b34726f0b req-508aa937-3a74-400f-a068-bd23d94826c6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:48.838746 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e77f9c68-574f-40e4-8c0e-317b34726f0b req-508aa937-3a74-400f-a068-bd23d94826c6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 945 time: 0.0477273 Aug 25 03:12:48.887539 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e77f9c68-574f-40e4-8c0e-317b34726f0b req-631d1f1f-1844-475e-9d31-4661e32998f0 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Aug 25 03:12:49.133460 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587966e2-21cf-42df-98df-30cd0f8bf0e9 req-6980dee3-e527-4210-9795-c75876fe9c6d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:49.134922 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-587966e2-21cf-42df-98df-30cd0f8bf0e9 req-6980dee3-e527-4210-9795-c75876fe9c6d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Aug 25 03:12:49.187446 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-587966e2-21cf-42df-98df-30cd0f8bf0e9 req-a173154f-31e7-4d0b-b46d-bcb8dc1f5c7f tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Aug 25 03:12:49.289064 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bcaf3694-63cd-4684-9f00-b8a2d1bf1789 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:12:49.330692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:12:49.461953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:12:49.462637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:49.533043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18f2d2-ba5b-4992-a534-dd5a88014972 req-aeaee4e6-fb3e-4911-9d56-2045a7387afe tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:49.535831 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be18f2d2-ba5b-4992-a534-dd5a88014972 req-aeaee4e6-fb3e-4911-9d56-2045a7387afe tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Aug 25 03:12:49.541963 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:49.542899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:49.570750 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:49.573354 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70cdd32-6b14-4c74-8852-7dbdb8f8c313" -d '{"events": [{"server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "name": "network-vif-plugged", "status": "completed", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:49.589566 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:49.626598 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be18f2d2-ba5b-4992-a534-dd5a88014972 req-b0b600a6-73c0-4258-8a7a-845c2449ea62 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833747 Aug 25 03:12:49.627954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12255e62-66b1-46b3-8490-e1b5e73456d8 x-openstack-request-id: req-12255e62-66b1-46b3-8490-e1b5e73456d8 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:49.629098 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "name": "network-vif-plugged", "status": "completed", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:49.629951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12255e62-66b1-46b3-8490-e1b5e73456d8 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:49.630407 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12255e62-66b1-46b3-8490-e1b5e73456d8'] response: {'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'code': 200} Aug 25 03:12:49.744415 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:49.811623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:12:50.025303 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976025-e39d-4aa5-802f-ef3e851b5590 req-8ffd8ce5-1dd7-40b9-b213-44a43edbea41 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:50.032614 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d976025-e39d-4aa5-802f-ef3e851b5590 req-8ffd8ce5-1dd7-40b9-b213-44a43edbea41 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0584378 Aug 25 03:12:50.082520 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d976025-e39d-4aa5-802f-ef3e851b5590 req-2cb79e0e-c0e3-438d-ace0-8f2316d6bee0 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467536 Aug 25 03:12:50.355519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3681e0-394d-46c3-83b7-06a2ab8457a4 req-a9c40c54-ff5c-4884-8cf0-0cb7534e6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:50.357062 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be3681e0-394d-46c3-83b7-06a2ab8457a4 req-a9c40c54-ff5c-4884-8cf0-0cb7534e6823 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 1130 time: 0.0794210 Aug 25 03:12:50.438744 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-be3681e0-394d-46c3-83b7-06a2ab8457a4 req-da566bd6-b087-4b17-ac52-6feb4668c31c service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734656 Aug 25 03:12:50.454873 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdffb90-95b7-47d2-9512-333d50f5e262 req-b2e522db-4d8a-4243-aecf-d2e02dab03c5 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:50.456016 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=7 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:50.464604 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4bdffb90-95b7-47d2-9512-333d50f5e262 req-b2e522db-4d8a-4243-aecf-d2e02dab03c5 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0888200 Aug 25 03:12:50.514558 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4bdffb90-95b7-47d2-9512-333d50f5e262 req-2958a8d1-c2b5-4b6b-891b-890d9adf2dc3 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505025 Aug 25 03:12:50.714620 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:50.758999 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae47e99-3a8a-4029-b35f-b457df4a2a42 req-3417d448-4539-4038-a78e-6634482bb345 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:50.760889 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cae47e99-3a8a-4029-b35f-b457df4a2a42 req-3417d448-4539-4038-a78e-6634482bb345 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0565817 Aug 25 03:12:50.834795 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cae47e99-3a8a-4029-b35f-b457df4a2a42 req-21137113-bfa9-4bdb-b3d1-5efb5920a579 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672433 Aug 25 03:12:51.207820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:51.221654 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5e97-edd8-4d78-adfd-4f199c7f0f20 req-f955bed7-5a12-4a2c-a87f-c3725826f36c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:51.229673 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-703c5e97-edd8-4d78-adfd-4f199c7f0f20 req-f955bed7-5a12-4a2c-a87f-c3725826f36c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0651181 Aug 25 03:12:51.279233 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-703c5e97-edd8-4d78-adfd-4f199c7f0f20 req-4d0b8c71-f49d-48c5-abfa-92fa73fdbae6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487082 Aug 25 03:12:51.991943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f7e3-9961-4be6-b8e8-b51e3b43d784 req-32599341-0c8a-4611-8ce2-96e956f48aaf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:52.000827 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0872f7e3-9961-4be6-b8e8-b51e3b43d784 req-32599341-0c8a-4611-8ce2-96e956f48aaf tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0636187 Aug 25 03:12:52.060708 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0872f7e3-9961-4be6-b8e8-b51e3b43d784 req-fe5b7eec-47a8-4608-aa5d-4c622702249d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583813 Aug 25 03:12:52.213422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0c84f975-2fed-4cba-8020-8bb4902c1a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:52.377898 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:52.421318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7ad9-7c3d-4ad0-9c01-26d7f26191e5 req-51a14d36-298b-48e5-b894-1da1683d35a1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:52.423255 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4cc7ad9-7c3d-4ad0-9c01-26d7f26191e5 req-51a14d36-298b-48e5-b894-1da1683d35a1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0564237 Aug 25 03:12:52.483926 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d4cc7ad9-7c3d-4ad0-9c01-26d7f26191e5 req-18d33410-1793-4bfb-b50a-4bc8795028e3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540485 Aug 25 03:12:53.193991 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183c138-a4ac-4606-9b0f-9786c9ab3b13 req-89f49663-571a-4800-8798-27d6d0a5ca76 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:53.195454 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2183c138-a4ac-4606-9b0f-9786c9ab3b13 req-89f49663-571a-4800-8798-27d6d0a5ca76 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0464382 Aug 25 03:12:53.246761 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2183c138-a4ac-4606-9b0f-9786c9ab3b13 req-c4d32676-c377-48f6-b86b-1a9a9247d222 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456715 Aug 25 03:12:53.607707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83364506-5097-4b21-be5d-37c5d0cbf2ac req-4e1f11f8-d7ca-4510-aba2-b8f1cf7e5e71 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:53.609217 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83364506-5097-4b21-be5d-37c5d0cbf2ac req-4e1f11f8-d7ca-4510-aba2-b8f1cf7e5e71 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0477464 Aug 25 03:12:53.666856 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-83364506-5097-4b21-be5d-37c5d0cbf2ac req-fa4f21e4-4439-4246-ae9e-33aeb699574b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485072 Aug 25 03:12:54.379819 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36d6e9-ced4-4624-9b38-c8394e0ad277 req-1352a7fe-812a-4984-b4b0-08d4e00c35e2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:54.381327 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ec36d6e9-ced4-4624-9b38-c8394e0ad277 req-1352a7fe-812a-4984-b4b0-08d4e00c35e2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0543451 Aug 25 03:12:54.428889 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ec36d6e9-ced4-4624-9b38-c8394e0ad277 req-8986860a-4016-41ef-b161-355d122cf54d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Aug 25 03:12:54.536708 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eb890c23-fb09-4e7f-a98d-b6db701666c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:54.804359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d08e8-775f-465a-95f0-14c75dffef86 req-22392b93-fa77-4075-b7b8-3925b7124675 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:54.806725 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f81d08e8-775f-465a-95f0-14c75dffef86 req-22392b93-fa77-4075-b7b8-3925b7124675 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0665061 Aug 25 03:12:54.861144 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f81d08e8-775f-465a-95f0-14c75dffef86 req-dc213780-cf14-422c-9392-5fb2a1109cd5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Aug 25 03:12:55.565234 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384d24-75b5-4de8-806d-5868f6fe0deb req-b2e3a992-642f-402a-adeb-f36eb2d70d32 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:55.566882 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e384d24-75b5-4de8-806d-5868f6fe0deb req-b2e3a992-642f-402a-adeb-f36eb2d70d32 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0581186 Aug 25 03:12:55.618569 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7e384d24-75b5-4de8-806d-5868f6fe0deb req-15ff18dd-5bbe-49e7-bf67-c8f66dcdc04c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448563 Aug 25 03:12:55.711038 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-c4a5d3a8-4720-4fa7-a6a1-c7f287524b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:55.712615 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-c4a5d3a8-4720-4fa7-a6a1-c7f287524b2e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1129 time: 0.0391054 Aug 25 03:12:55.727143 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:56.077739 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e658137-73fe-4ffd-b895-25f4a4d10de5 req-7dc26bb2-99c8-4bc2-8d67-4a1a7be0c6bf tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:56.079204 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e658137-73fe-4ffd-b895-25f4a4d10de5 req-7dc26bb2-99c8-4bc2-8d67-4a1a7be0c6bf tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0594728 Aug 25 03:12:56.116735 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-33ff7357-949d-420d-a4f1-03c959aaab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:56.118222 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-33ff7357-949d-420d-a4f1-03c959aaab2c service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.3989017 Aug 25 03:12:56.144669 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e658137-73fe-4ffd-b895-25f4a4d10de5 req-37172a70-1b3e-4ad5-a9b6-c37050723e62 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574672 Aug 25 03:12:56.261468 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f06194-86e5-43e0-a273-ba013d719a90 req-2fd95bcf-7cd0-43bb-9efe-1973dae836c1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:56.262946 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-68f06194-86e5-43e0-a273-ba013d719a90 req-2fd95bcf-7cd0-43bb-9efe-1973dae836c1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Aug 25 03:12:56.273472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 56868) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:12:56.277795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:12:56.316323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:56.746118 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:56.746819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee54e-1930-4701-9d54-d910b281e6ae req-0495cb22-176c-4701-a324-0b9c8df1f7c3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:56.747878 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bffee54e-1930-4701-9d54-d910b281e6ae req-0495cb22-176c-4701-a324-0b9c8df1f7c3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 25 03:12:56.795222 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bffee54e-1930-4701-9d54-d910b281e6ae req-3700c495-080d-4438-8282-f23b0ccc2e84 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Aug 25 03:12:56.833335 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:56.866428 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:56.923030 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-9586ae39-4800-408e-bde0-8403ec756ede service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 1001 time: 0.0572104 Aug 25 03:12:56.933894 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 6b993a31-91ad-4269-911b-d314ad212f30 associated. External IP: 172.27.1.169, port: bcaf3694-63cd-4684-9f00-b8a2d1bf1789. Aug 25 03:12:57.182771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:57.350480 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:12:57.454249 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:12:57.459670 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:57.462313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:57.465960 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:12:57.477107 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:57.477752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:57.491075 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-76f28da0-4a64-4aea-913b-65b15f65007d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/6b993a31-91ad-4269-911b-d314ad212f30 HTTP/1.1" status: 200 len: 992 time: 1.2165222 Aug 25 03:12:57.491921 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:57.494261 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84835762-5615-4f00-a53b-7097e9272abe" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:57.514365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:57.536871 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d19d9-796e-4d63-84e3-f645232b05b5 x-openstack-request-id: req-8d1d19d9-796e-4d63-84e3-f645232b05b5 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:57.537164 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:57.537420 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d1d19d9-796e-4d63-84e3-f645232b05b5 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:57.537821 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1d19d9-796e-4d63-84e3-f645232b05b5'] response: {'name': 'network-changed', 'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'status': 'completed', 'code': 200} Aug 25 03:12:57.717051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:57.726823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-a6dbfb52-5df7-4423-a25f-739505d6ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:57.728393 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-a6dbfb52-5df7-4423-a25f-739505d6ab85 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0505488 Aug 25 03:12:57.882877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:57.920664 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5c17-fb1d-4956-a03f-86454d0dfcc3 req-d195f153-8e2c-4969-adb2-4bbebca948d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:57.922279 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ddde5c17-fb1d-4956-a03f-86454d0dfcc3 req-d195f153-8e2c-4969-adb2-4bbebca948d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0486255 Aug 25 03:12:57.935281 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:56Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:57.961906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:12:57.970505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:12:57.970654 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ddde5c17-fb1d-4956-a03f-86454d0dfcc3 req-e6733fdc-341b-46c8-ae03-e864bd0346a9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Aug 25 03:12:57.971078 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:58.074705 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:12:58.213021 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:58.296940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:56Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:12:58.322267 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d21ef8-670b-4584-b3f8-5dd721c40aab None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:56Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:12:58.505574 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae88c8-e9f6-4950-9d74-b87a5fcf8854 None None] New status for floating IP 6b993a31-91ad-4269-911b-d314ad212f30: ACTIVE {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:12:58.611957 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:58.720442 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-64da01f8-1a6e-4c89-9f12-2cae6f7f84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:58.722526 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-64da01f8-1a6e-4c89-9f12-2cae6f7f84f5 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723026 Aug 25 03:12:58.723953 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835762-5615-4f00-a53b-7097e9272abe req-f24ec4ce-0aa6-4e65-9a61-f486e282bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:58.725350 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-f24ec4ce-0aa6-4e65-9a61-f486e282bfb0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 1130 time: 0.0651212 Aug 25 03:12:58.870605 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:58.901406 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-a042f833-f4bc-4dd8-8472-f4c0d4b11b62 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681073 Aug 25 03:12:58.902396 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835762-5615-4f00-a53b-7097e9272abe req-19ffd1a5-840f-46e0-8ef5-611fb06efc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:58.903641 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-19ffd1a5-840f-46e0-8ef5-611fb06efc7f service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.1692085 Aug 25 03:12:59.024389 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-89534731-1364-4e50-b2d4-ead4c2b8a98e service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789 HTTP/1.1" status: 200 len: 1002 time: 0.1056452 Aug 25 03:12:59.084400 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-023f0d9e-c90d-4bff-b7f6-ab52c2e91467 req-d37455c4-6781-4576-81ee-4ca97f190961 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729519 Aug 25 03:12:59.099590 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835762-5615-4f00-a53b-7097e9272abe req-92628db5-a281-4ac0-a3de-14b919fa529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:59.101094 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-92628db5-a281-4ac0-a3de-14b919fa529e service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0677893 Aug 25 03:12:59.106151 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71010f-f274-4926-aee5-e869598e3b48 req-16079e5b-e85c-420c-a6cf-94122054ebca tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:12:59.107682 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4f71010f-f274-4926-aee5-e869598e3b48 req-16079e5b-e85c-420c-a6cf-94122054ebca tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Aug 25 03:12:59.156486 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4f71010f-f274-4926-aee5-e869598e3b48 req-b103a5ec-96b2-487d-976a-9e511916aa60 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Aug 25 03:12:59.321652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:12:59.396991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: ACTIVE; New status is: DOWN {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:12:59.397345 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:59.419545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:12:59.421789 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a906f-11b7-4da3-ad9d-87707b2f86fa" -d '{"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:12:59.430907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:12:59.434491 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:12:59.461081 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Aug 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46443653-be82-4a9d-81a6-badfb327f708 x-openstack-request-id: req-46443653-be82-4a9d-81a6-badfb327f708 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:12:59.461369 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:12:59.461621 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46443653-be82-4a9d-81a6-badfb327f708 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:12:59.462046 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46443653-be82-4a9d-81a6-badfb327f708'] response: {'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'code': 200} Aug 25 03:12:59.570923 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:12:59.617744 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=8']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:00.295908 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b29c87-38a9-4fcd-92ae-a6d8d5a0c822 req-8b54af41-8aa6-4af4-ba8b-40b32136bfa4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:00.298381 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55b29c87-38a9-4fcd-92ae-a6d8d5a0c822 req-8b54af41-8aa6-4af4-ba8b-40b32136bfa4 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0578444 Aug 25 03:13:00.351190 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-55b29c87-38a9-4fcd-92ae-a6d8d5a0c822 req-79332974-1687-4a0a-b08b-b134bc569731 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477486 Aug 25 03:13:00.652292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835762-5615-4f00-a53b-7097e9272abe req-df1fff77-d1a2-4876-8d03-4099b9f60dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:00.653854 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-df1fff77-d1a2-4876-8d03-4099b9f60dcf service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424995 Aug 25 03:13:00.864355 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-8f9618ad-9727-4ee4-833e-9b8319d15b8e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988925 Aug 25 03:13:01.211593 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-84835762-5615-4f00-a53b-7097e9272abe req-d120887e-d3b9-402d-8dfd-6577e921f555 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946171 Aug 25 03:13:01.479659 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ca36e-8900-4e17-9951-d9509ca608a7 req-9dffec82-13dd-4210-969c-a77a1aa3a02e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:01.481209 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bf4ca36e-8900-4e17-9951-d9509ca608a7 req-9dffec82-13dd-4210-969c-a77a1aa3a02e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0480530 Aug 25 03:13:01.529010 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bf4ca36e-8900-4e17-9951-d9509ca608a7 req-ce352a13-bbfc-445a-9801-83d04ef4df59 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Aug 25 03:13:04.569721 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b35977-86e5-4ccc-8a7f-3432dfc6f32e req-aa2ac9ba-c065-41ec-a02d-fdbeba88c01a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:04.571180 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-53b35977-86e5-4ccc-8a7f-3432dfc6f32e req-aa2ac9ba-c065-41ec-a02d-fdbeba88c01a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0499413 Aug 25 03:13:04.620812 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-53b35977-86e5-4ccc-8a7f-3432dfc6f32e req-a4906c52-32da-4229-a058-799ea1a48293 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Aug 25 03:13:05.060310 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-807f9990-979a-4da9-9a0b-8bfc08001b39 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383415 Aug 25 03:13:05.141199 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-59a0194e-c4b2-4e57-8219-fab904f6a894 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:05.143127 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-59a0194e-c4b2-4e57-8219-fab904f6a894 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports/f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 940 time: 0.0547140 Aug 25 03:13:05.351657 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:13:05.405152 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:05.442216 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: DOWN; New status is: DOWN {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:13:05.772853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842ac0-497f-44be-ab42-eeded718ea2c req-7261ef19-8505-41ac-8d85-ed500058824c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:05.774355 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-03842ac0-497f-44be-ab42-eeded718ea2c req-7261ef19-8505-41ac-8d85-ed500058824c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0594277 Aug 25 03:13:05.825126 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-03842ac0-497f-44be-ab42-eeded718ea2c req-a7112154-fe4f-4998-b52a-b2a9efade540 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Aug 25 03:13:05.996834 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57042) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:06.116792 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7212f383-e326-4c8e-901e-f77990daed72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.194820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7212f383-e326-4c8e-901e-f77990daed72 admin admin] Publish callbacks [] for security_group (b2a0c345-a7f7-47e8-aeec-8ee148f40031), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.270348 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-7212f383-e326-4c8e-901e-f77990daed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b2a0c345-a7f7-47e8-aeec-8ee148f40031), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.293708 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:06.315035 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212f383-e326-4c8e-901e-f77990daed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0c345-a7f7-47e8-aeec-8ee148f40031,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:06.320305 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7212f383-e326-4c8e-901e-f77990daed72 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2a2ed10f29ea4a90a7cf7d68756f00b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216913 Aug 25 03:13:06.322335 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57048) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:06.358322 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:06.375832 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] Publish callbacks [] for security_group (b2a0c345-a7f7-47e8-aeec-8ee148f40031), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.398776 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] Publish callbacks [] for security_group (b2a0c345-a7f7-47e8-aeec-8ee148f40031), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.544010 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b2a0c345-a7f7-47e8-aeec-8ee148f40031), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.547631 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:06.548930 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b2a0c345-a7f7-47e8-aeec-8ee148f40031 HTTP/1.1" status: 204 len: 168 time: 0.2256792 Aug 25 03:13:06.557360 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057dc9f-1158-4ba4-b4de-9cda4283b1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0c345-a7f7-47e8-aeec-8ee148f40031,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:06.825815 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:06.837188 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-070dc6e1-a699-46c9-9356-9a08090172d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:06.838747 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-070dc6e1-a699-46c9-9356-9a08090172d1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2&tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8 HTTP/1.1" status: 200 len: 1127 time: 0.0422764 Aug 25 03:13:06.915403 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-56a5c115-b455-4ab8-b530-e69005088801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:06.917385 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-56a5c115-b455-4ab8-b530-e69005088801 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1127 time: 0.0529356 Aug 25 03:13:06.968357 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744db8e-c3b9-4f99-aa82-17b3aea8e9c0 req-7b2feca1-333d-4b80-908b-8a980bbca014 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:06.976857 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9744db8e-c3b9-4f99-aa82-17b3aea8e9c0 req-7b2feca1-333d-4b80-908b-8a980bbca014 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0652068 Aug 25 03:13:07.032009 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9744db8e-c3b9-4f99-aa82-17b3aea8e9c0 req-e7940e14-1f5d-411f-a2e0-d326b9a68fd1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542357 Aug 25 03:13:07.061909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-70133c1a-0967-4ae3-9705-bc6e49050f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:07.063378 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-70133c1a-0967-4ae3-9705-bc6e49050f26 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 200 len: 918 time: 0.1321747 Aug 25 03:13:07.353454 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-f2e914af-b30e-4cdd-9dd9-7fc38e292861 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 200 len: 999 time: 0.0581074 Aug 25 03:13:07.398394 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:07.413329 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-890b3092-bf0d-4dfb-913e-5e026041ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:07.414767 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-890b3092-bf0d-4dfb-913e-5e026041ca21 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 200 len: 856 time: 0.0512223 Aug 25 03:13:07.470475 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-cf7a5e55-5719-4128-be12-c477bfff7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:07.472670 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-cf7a5e55-5719-4128-be12-c477bfff7c04 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=6ac69087-e8de-47de-ba66-364375da66dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403457 Aug 25 03:13:07.573291 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-b579f37d-2738-486c-a91f-1aaec57a4a4c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903606 Aug 25 03:13:07.667478 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-3347fdaa-8ea5-4e36-9466-da021a7c1187 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Aug 25 03:13:08.165077 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280bcd1-b22c-48ff-b44f-87f16135bff4 req-837cbea9-948f-44aa-b078-3178112083bc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:08.166712 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d280bcd1-b22c-48ff-b44f-87f16135bff4 req-837cbea9-948f-44aa-b078-3178112083bc tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0492747 Aug 25 03:13:08.218780 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d280bcd1-b22c-48ff-b44f-87f16135bff4 req-6032eb1b-288d-49ea-9561-0d9ff5e6db93 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460210 Aug 25 03:13:08.610497 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:09.362937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12512187-8155-41be-b7a5-a6625481e6ce req-d62c16bd-4811-41af-a3a3-267010b1a68a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:09.364500 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-12512187-8155-41be-b7a5-a6625481e6ce req-d62c16bd-4811-41af-a3a3-267010b1a68a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0550151 Aug 25 03:13:09.422712 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-12512187-8155-41be-b7a5-a6625481e6ce req-02327522-0f07-4b46-9557-2bd8a6490e57 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524828 Aug 25 03:13:09.694697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66204c5c-61ce-4c8b-9f9f-e3903d739918 req-645dc16d-274b-4b3e-adf3-a80d19ec9608 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:09.696130 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66204c5c-61ce-4c8b-9f9f-e3903d739918 req-645dc16d-274b-4b3e-adf3-a80d19ec9608 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Aug 25 03:13:09.751741 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66204c5c-61ce-4c8b-9f9f-e3903d739918 req-84c1dc3a-323a-4141-ae2f-203f8f876164 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Aug 25 03:13:10.558014 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636e5d0-e5eb-42c5-b1c1-666ae411346f req-998fd191-36c4-40a7-9112-bb312cd5e86b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:10.559942 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7636e5d0-e5eb-42c5-b1c1-666ae411346f req-998fd191-36c4-40a7-9112-bb312cd5e86b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0524907 Aug 25 03:13:10.615388 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7636e5d0-e5eb-42c5-b1c1-666ae411346f req-7f1f9789-11a8-4224-b110-56493d728057 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488636 Aug 25 03:13:10.881281 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78627b5-d883-419e-a2eb-63fa3b1e6277 req-559f9ace-cf9a-41b1-934e-b42f84efe652 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:10.882975 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f78627b5-d883-419e-a2eb-63fa3b1e6277 req-559f9ace-cf9a-41b1-934e-b42f84efe652 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Aug 25 03:13:10.950282 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f78627b5-d883-419e-a2eb-63fa3b1e6277 req-8d41b663-8f1c-43aa-8c76-43552770b113 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610754 Aug 25 03:13:11.745671 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed360ba-9990-4f57-b66d-6eff5c302b0b req-36eebfd6-44be-488e-abae-207c315ae08c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:11.747867 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7ed360ba-9990-4f57-b66d-6eff5c302b0b req-36eebfd6-44be-488e-abae-207c315ae08c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0493071 Aug 25 03:13:11.798437 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7ed360ba-9990-4f57-b66d-6eff5c302b0b req-166ba79a-7107-4a13-ad49-b9e374c5ade7 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Aug 25 03:13:12.083745 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c54ad3-1eee-4bf2-848d-122f345b38c3 req-d88797c7-1a6b-47c0-9ac6-407284e2536e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:12.085285 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f6c54ad3-1eee-4bf2-848d-122f345b38c3 req-d88797c7-1a6b-47c0-9ac6-407284e2536e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0538054 Aug 25 03:13:12.138384 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f6c54ad3-1eee-4bf2-848d-122f345b38c3 req-5f7641c2-9be5-4e38-832d-4229c82f291e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 Aug 25 03:13:12.361176 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:12.554664 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:13:12.937945 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af7f1f-56b9-43d1-a6fc-7604b35d1d00 req-64268fd3-bb15-4d11-886d-aafcde29de67 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:12.939444 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b6af7f1f-56b9-43d1-a6fc-7604b35d1d00 req-64268fd3-bb15-4d11-886d-aafcde29de67 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0548847 Aug 25 03:13:12.986586 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b6af7f1f-56b9-43d1-a6fc-7604b35d1d00 req-e1249b94-8351-4b32-a875-fab5bc5b748c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Aug 25 03:13:13.265808 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d58dd-2d71-4e73-90ef-5be5b90861fa req-b6c4f36a-a2cc-4daa-9ef5-e42f853270ff tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:13.267401 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b1d58dd-2d71-4e73-90ef-5be5b90861fa req-b6c4f36a-a2cc-4daa-9ef5-e42f853270ff tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Aug 25 03:13:13.322534 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3b1d58dd-2d71-4e73-90ef-5be5b90861fa req-7c879959-544b-4f26-8dc7-26926197126d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Aug 25 03:13:14.134659 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f7c65-a8db-47d7-9271-da23d3970e24 req-955bf8dd-dd5d-4e1a-8915-dbc687dced92 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:14.136280 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cb0f7c65-a8db-47d7-9271-da23d3970e24 req-955bf8dd-dd5d-4e1a-8915-dbc687dced92 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0507083 Aug 25 03:13:14.189350 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cb0f7c65-a8db-47d7-9271-da23d3970e24 req-dcc78185-22c0-4737-a4c0-6af7030332d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 Aug 25 03:13:14.409103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:14.451155 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4fb83-d4c4-485e-9140-c6ec50bd4d4c req-30b6f59a-73a9-4f88-9d73-853a9d2aa9c7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:14.452863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c2f4fb83-d4c4-485e-9140-c6ec50bd4d4c req-30b6f59a-73a9-4f88-9d73-853a9d2aa9c7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Aug 25 03:13:14.522368 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c2f4fb83-d4c4-485e-9140-c6ec50bd4d4c req-d39e6f0d-5e9b-4fe3-9aec-ad82053c7204 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625889 Aug 25 03:13:15.338906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356e48a-bb6e-4150-9bd5-aab6a29cfc61 req-3b805347-7cdb-4473-8805-92700602b117 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:15.342415 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a356e48a-bb6e-4150-9bd5-aab6a29cfc61 req-3b805347-7cdb-4473-8805-92700602b117 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0625062 Aug 25 03:13:15.395912 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a356e48a-bb6e-4150-9bd5-aab6a29cfc61 req-7e21d1c6-346c-45b6-b799-28feda3abc14 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485313 Aug 25 03:13:15.691858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a906b8f-05d3-4103-97e0-e895abe8c87f req-e6464faa-1e67-44e5-96ad-066a663a3763 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:15.699321 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a906b8f-05d3-4103-97e0-e895abe8c87f req-e6464faa-1e67-44e5-96ad-066a663a3763 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0578740 Aug 25 03:13:15.746786 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7a906b8f-05d3-4103-97e0-e895abe8c87f req-61b27562-93d9-4203-b68f-b54c837c0da2 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465965 Aug 25 03:13:16.525035 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dbc88-bbfa-4949-81df-0f7f23826b93 req-c8bbf9ee-ce0f-49c2-bf4f-4c5aa851e243 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:16.527451 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-041dbc88-bbfa-4949-81df-0f7f23826b93 req-c8bbf9ee-ce0f-49c2-bf4f-4c5aa851e243 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0508800 Aug 25 03:13:16.573740 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:16.578605 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-041dbc88-bbfa-4949-81df-0f7f23826b93 req-2e9acec7-252e-4b1b-bd5c-84bb495be1a9 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Aug 25 03:13:16.880012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc966c3c-fd54-4856-917e-296857e6845a req-c335c7c8-19a7-4633-ae4e-275c490ce5d7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:16.881569 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bc966c3c-fd54-4856-917e-296857e6845a req-c335c7c8-19a7-4633-ae4e-275c490ce5d7 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Aug 25 03:13:16.930453 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bc966c3c-fd54-4856-917e-296857e6845a req-8087ff26-2a72-4d28-8c83-78e81399187d tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Aug 25 03:13:17.704319 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e315-0a44-4da4-8bb3-0642878044c5 req-8dbdfb3b-361b-483c-867e-4b3e0ed455d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:17.706238 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ce52e315-0a44-4da4-8bb3-0642878044c5 req-8dbdfb3b-361b-483c-867e-4b3e0ed455d1 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0484936 Aug 25 03:13:17.755125 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ce52e315-0a44-4da4-8bb3-0642878044c5 req-fcdc5d52-10a2-46dc-b0ff-a89f22f7c36d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Aug 25 03:13:18.013219 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:18.052770 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d898f7-485a-484f-bc4c-2959d8110472 req-451af00c-71c1-4935-935e-9e1715c8cdde tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:18.054271 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5d898f7-485a-484f-bc4c-2959d8110472 req-451af00c-71c1-4935-935e-9e1715c8cdde tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Aug 25 03:13:18.107042 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5d898f7-485a-484f-bc4c-2959d8110472 req-f679e139-ee7e-43bd-8cba-0298ecec0db4 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Aug 25 03:13:18.882103 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915371a-ed5d-4a9f-b436-ef74b67a65f5 req-44b4e9ad-cc6a-4eb8-88c4-dc194249f4a0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:18.883560 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f915371a-ed5d-4a9f-b436-ef74b67a65f5 req-44b4e9ad-cc6a-4eb8-88c4-dc194249f4a0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0498986 Aug 25 03:13:18.930774 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f915371a-ed5d-4a9f-b436-ef74b67a65f5 req-6e661ffb-9b6c-41aa-97ed-442cebbcd77d tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Aug 25 03:13:19.228899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88abcb-1967-4559-bf44-710262e8859c req-f63afdc6-a6b2-4a4a-99b3-77d6f5b80667 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:19.230363 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf88abcb-1967-4559-bf44-710262e8859c req-f63afdc6-a6b2-4a4a-99b3-77d6f5b80667 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0511222 Aug 25 03:13:19.278146 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf88abcb-1967-4559-bf44-710262e8859c req-52c994c4-b408-4b9f-b7eb-0226fb690d17 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Aug 25 03:13:20.054983 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810a7eb-1093-480b-bb45-cdbc25fcc6cb req-68373c5b-0153-447d-bd24-329602666d57 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:20.056463 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e810a7eb-1093-480b-bb45-cdbc25fcc6cb req-68373c5b-0153-447d-bd24-329602666d57 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0464048 Aug 25 03:13:20.103459 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e810a7eb-1093-480b-bb45-cdbc25fcc6cb req-5b5b6c6d-6e40-4c78-8fc9-5090793feb51 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Aug 25 03:13:20.398370 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7882-ca22-4514-aa85-062ceaebe592 req-54087c30-a82d-4873-b47f-01b8fab7c07e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:20.399949 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-807c7882-ca22-4514-aa85-062ceaebe592 req-54087c30-a82d-4873-b47f-01b8fab7c07e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Aug 25 03:13:20.462880 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-1ead64ff-3045-4466-bf62-f4ea525bbd58 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:20.464374 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-1ead64ff-3045-4466-bf62-f4ea525bbd58 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 945 time: 0.0631177 Aug 25 03:13:20.487238 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-807c7882-ca22-4514-aa85-062ceaebe592 req-2987e102-9ae2-4f0a-b63f-7c030eabd62e tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=e3ea08a4-0230-4129-abd3-17bce3f898d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758779 Aug 25 03:13:20.757074 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Deleting port 8931bd40-0fa3-4f84-acad-d8230437317d {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:20.757436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:20.847081 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] For port 8931bd40-0fa3-4f84-acad-d8230437317d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8931bd40-0fa3-4f84-acad-d8230437317d,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:20.847432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:21.019307 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:21.019667 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:21.019978 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Floating IP ccc875c4-71c8-4725-8962-71c8e9e9d62e disassociated. External IP: 172.27.1.42, port: 8931bd40-0fa3-4f84-acad-d8230437317d. Aug 25 03:13:21.020348 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Calling delete_port for 8931bd40-0fa3-4f84-acad-d8230437317d owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:21.065661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:21.227683 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (8931bd40-0fa3-4f84-acad-d8230437317d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:21.229566 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29c50-34ae-4207-8754-8d0d4ecdc847 req-753e1e49-5918-4296-963a-63aed95be53c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:21.231115 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42d29c50-34ae-4207-8754-8d0d4ecdc847 req-753e1e49-5918-4296-963a-63aed95be53c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0478768 Aug 25 03:13:21.261171 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'Port': ['ID=8931bd40-0fa3-4f84-acad-d8230437317d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:21.266814 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:21.275116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.275458 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.275801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.276139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.276491 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.276819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.277142 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.277470 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.277797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.278573 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.278573 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.278780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.279050 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.279366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.279711 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:21.289235 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-42d29c50-34ae-4207-8754-8d0d4ecdc847 req-d774d655-050d-4fdc-877f-b28ae1161999 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514729 Aug 25 03:13:21.390177 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:13:21.494939 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:13:21.507600 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:13:21.523442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:13:21.523442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:21.540725 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] No DVR routers for this DVR port 8931bd40-0fa3-4f84-acad-d8230437317d on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:13:21.543402 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:21.546885 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-09df9fa0-7e7e-43cb-a9ec-c443cd55260e req-077a1e8c-33b0-4c35-b223-2ff83d7fe251 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.79 "DELETE /networking/v2.0/ports/8931bd40-0fa3-4f84-acad-d8230437317d HTTP/1.1" status: 204 len: 173 time: 0.8839192 Aug 25 03:13:21.547469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'name': 'network-vif-deleted', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:13:21.551804 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda68c6-d5f9-4b57-be95-7b0c773d1f00" -d '{"events": [{"server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "name": "network-vif-deleted", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:13:21.595356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8380fd-097e-4f4a-9501-6778342da51d x-openstack-request-id: req-4c8380fd-097e-4f4a-9501-6778342da51d {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:13:21.595356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844d8f2-8bd9-404d-81ec-6f829ab49551", "name": "network-vif-deleted", "tag": "8931bd40-0fa3-4f84-acad-d8230437317d", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:13:21.595356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c8380fd-097e-4f4a-9501-6778342da51d {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:13:21.595356 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8380fd-097e-4f4a-9501-6778342da51d'] response: {'server_uuid': 'c844d8f2-8bd9-404d-81ec-6f829ab49551', 'name': 'network-vif-deleted', 'tag': '8931bd40-0fa3-4f84-acad-d8230437317d', 'status': 'completed', 'code': 200} Aug 25 03:13:21.622672 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b9c4dea9-21e7-4716-9229-8fae1f901bb8 req-46a7ad2a-9395-446f-a53c-90730c4629bb tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0450377 Aug 25 03:13:21.635301 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:13:21.832551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:21.860186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:13:21.868612 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:13:21.874397 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:12:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:21.971769 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:13:22.294110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df3c2e71-9db2-426e-b22f-53b9e1136101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:22.302411 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:22.329709 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4affe-0e7c-4c26-90a3-0cb0478e819f None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:06:18Z', 'revision_number': 4, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '56838311-9884-4b19-950e-2a4f17b42ecd', 'name': '', 'network_id': '1f35a7bb-9c1a-41d2-92fd-9043716fc14c', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'mac_address': 'fa:16:3e:ad:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:15Z', 'updated_at': '2022-08-25T03:06:31Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'subnets': [{'id': 'a1ac9fd5-cab6-4f3b-9242-c5a635c905de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:13:22.376218 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-3bf4686d-d437-4c68-a30e-27c982e78934 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426147 Aug 25 03:13:22.436326 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd058f9-0021-4141-8e06-948ee05e5ad2 req-ad4e6f82-9d96-4fd9-b87b-c2b03b5fd82c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:22.437868 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3fd058f9-0021-4141-8e06-948ee05e5ad2 req-ad4e6f82-9d96-4fd9-b87b-c2b03b5fd82c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0525780 Aug 25 03:13:22.466788 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-b8e29215-74ca-4709-a9ed-af9ff1cb8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:22.471449 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-b8e29215-74ca-4709-a9ed-af9ff1cb8a0d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0474598 Aug 25 03:13:22.491696 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3fd058f9-0021-4141-8e06-948ee05e5ad2 req-dda68d14-1d78-42e0-9caf-003a2da6fade tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Aug 25 03:13:22.550171 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:22.552383 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:22.588545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-6f98ce1d-2378-4cb4-8886-1bde7cd64ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:22.590008 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-6f98ce1d-2378-4cb4-8886-1bde7cd64ef7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.0963831 Aug 25 03:13:22.607095 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bab9d-b0c9-4c40-8060-e3040bb43924 None None] New status for floating IP ccc875c4-71c8-4725-8962-71c8e9e9d62e: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:13:22.660619 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-448b8fb8-e19b-480a-94ae-10fcfadddc1a service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 1001 time: 0.0633173 Aug 25 03:13:22.726071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-7cb54e18-f35a-4554-a37f-95b72a6d6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:22.727699 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-7cb54e18-f35a-4554-a37f-95b72a6d6379 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0604484 Aug 25 03:13:22.752367 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-957f88d3-b4b9-425c-bbc5-44625ef64002 req-1dce6c78-410e-4b35-95d0-db3b960ec0ac tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c844d8f2-8bd9-404d-81ec-6f829ab49551 HTTP/1.1" status: 200 len: 210 time: 0.0414021 Aug 25 03:13:22.784883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-a33d9a04-8c90-4877-bd07-865489b3eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:22.786347 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-a33d9a04-8c90-4877-bd07-865489b3eaa6 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431664 Aug 25 03:13:22.882692 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-a14ed33e-5c89-4193-8d23-48dee3d2c83c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896108 Aug 25 03:13:22.934541 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:22.979481 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f7a45465-4918-4e41-b400-cbd9f49c00ea req-7b0efb30-2399-46d6-aa71-a2d81167ff57 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904977 Aug 25 03:13:23.469748 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:13:23.569421 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:23.580717 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'port_id': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'mac_address': 'fa:16:3e:12:c6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:13:23.621236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:13:23.621627 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:23.625743 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bbec9-59f9-4b82-91db-aff9fdfbf42f req-9767e98a-e7f6-4826-8dfd-87da7ddc3cf3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:23.627997 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-747bbec9-59f9-4b82-91db-aff9fdfbf42f req-9767e98a-e7f6-4826-8dfd-87da7ddc3cf3 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 943 time: 0.0484297 Aug 25 03:13:23.636925 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:13:23.653774 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:23.657449 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:23.678096 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-747bbec9-59f9-4b82-91db-aff9fdfbf42f req-b8ad9a38-c135-4c70-ab23-7992c4c96bd5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Aug 25 03:13:23.794830 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:23.842963 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=9']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:23.950007 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57174) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:24.009974 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ea08a4-0230-4129-abd3-17bce3f898d6), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.031592 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (e3ea08a4-0230-4129-abd3-17bce3f898d6), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.037857 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['f2e0dc32-497f-4383-adcb-7c003a2e463a'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:13:24.100852 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:24.104970 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:24.154181 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:24.177402 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e3ea08a4-0230-4129-abd3-17bce3f898d6), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.179926 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.181098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e3ea08a4-0230-4129-abd3-17bce3f898d6 HTTP/1.1" status: 204 len: 168 time: 0.2300851 Aug 25 03:13:24.184042 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57176) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:24.190944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a8407-229b-4543-a004-7b72824a8262 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea08a4-0230-4129-abd3-17bce3f898d6,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:24.198061 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.api.v2.resource [None req-02982f13-9ae9-4767-a4a8-f86dd7dd5348 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] show failed (client error): The resource could not be found. Aug 25 03:13:24.199077 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-02982f13-9ae9-4767-a4a8-f86dd7dd5348 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "GET /networking/v2.0/security-groups/e3ea08a4-0230-4129-abd3-17bce3f898d6 HTTP/1.1" status: 404 len: 347 time: 0.0140250 Aug 25 03:13:24.202080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57178) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:24.315998 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Deleting port 87148478-0f09-4e9f-8e51-b74c00690148 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:24.316288 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (87148478-0f09-4e9f-8e51-b74c00690148), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.393977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (87148478-0f09-4e9f-8e51-b74c00690148), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.394323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (87148478-0f09-4e9f-8e51-b74c00690148), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.406833 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Calling delete_port for 87148478-0f09-4e9f-8e51-b74c00690148 owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:24.432897 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec7b7-cc07-4dd2-af00-91b945c60e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.629213 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (87148478-0f09-4e9f-8e51-b74c00690148), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.654531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Pushing event deleted for resources: {'Port': ['ID=87148478-0f09-4e9f-8e51-b74c00690148,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:24.663115 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:24.726825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks [] for floatingip (ccc875c4-71c8-4725-8962-71c8e9e9d62e), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.739965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:24.739965 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a47135dc-8a2b-4631-b8fe-95e888a92360 tempest-AttachVolumeTestJSON-632408030 tempest-AttachVolumeTestJSON-632408030-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/ccc875c4-71c8-4725-8962-71c8e9e9d62e HTTP/1.1" status: 204 len: 168 time: 0.5276222 Aug 25 03:13:24.811319 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9463-4761-4162-a817-d394fa0ee141 req-0c53d5df-7b5b-4e63-9e4b-719625a5691e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:24.812823 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a4b9463-4761-4162-a817-d394fa0ee141 req-0c53d5df-7b5b-4e63-9e4b-719625a5691e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 944 time: 0.0484092 Aug 25 03:13:24.861445 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1a4b9463-4761-4162-a817-d394fa0ee141 req-eb666eab-cc9b-49f1-ae87-3f0da3823efd tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Aug 25 03:13:25.477666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:13:25.522868 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port f2e0dc32-497f-4383-adcb-7c003a2e463a triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:13:25.523250 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:25.597668 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port f2e0dc32-497f-4383-adcb-7c003a2e463a is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:13:25.598054 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:25.625661 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:13:25.628261 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5381e1a-52cf-4dfc-8db9-a6656fb4eb78" -d '{"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:13:25.646018 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:25.667309 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26f90e-43cf-435c-b0cd-fc16a872afcd x-openstack-request-id: req-fc26f90e-43cf-435c-b0cd-fc16a872afcd {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:13:25.667599 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-plugged", "status": "completed", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:13:25.667854 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc26f90e-43cf-435c-b0cd-fc16a872afcd {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:13:25.668284 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc26f90e-43cf-435c-b0cd-fc16a872afcd'] response: {'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'code': 200} Aug 25 03:13:25.713489 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:25.714326 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8931bd40-0fa3-4f84-acad-d8230437317d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:13:25.751473 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 8931bd40-0fa3-4f84-acad-d8230437317d {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:13:25.751733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8931bd40-0fa3-4f84-acad-d8230437317d not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:13:25.755055 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:25.779626 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=10']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:25.985968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab162ad-7612-43e3-bb14-177aa1750873 req-cd50a748-9bb0-41ee-8e46-58763d17309b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:25.987599 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ab162ad-7612-43e3-bb14-177aa1750873 req-cd50a748-9bb0-41ee-8e46-58763d17309b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0481117 Aug 25 03:13:26.067653 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ab162ad-7612-43e3-bb14-177aa1750873 req-f1f68b8f-ecc3-421f-bc54-5a656db91357 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740607 Aug 25 03:13:26.075168 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72622245-287a-4988-a868-df6a441e10bd req-4b216ebb-c021-4489-a965-a7c85cd6c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:26.079848 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-72622245-287a-4988-a868-df6a441e10bd req-4b216ebb-c021-4489-a965-a7c85cd6c34b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 1130 time: 0.0499163 Aug 25 03:13:26.126222 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-72622245-287a-4988-a868-df6a441e10bd req-3c50190e-be67-4c3e-851b-645b80d83bf9 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435390 Aug 25 03:13:27.201197 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227050d1-1ab8-49f9-8a42-8ae080c6601f req-04a999f3-5a2f-4710-9ff3-f950f34f4f0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:27.202389 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-227050d1-1ab8-49f9-8a42-8ae080c6601f req-04a999f3-5a2f-4710-9ff3-f950f34f4f0b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0483446 Aug 25 03:13:27.254969 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-227050d1-1ab8-49f9-8a42-8ae080c6601f req-f723959a-5106-4605-af84-b6ddcdcdb516 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466993 Aug 25 03:13:27.474611 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:27.524703 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:28.382812 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98a38-ed44-4dfc-88c3-3c47f36499fd req-b2d1e6be-1368-49ed-8f14-ae9c9a72096b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:28.384383 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58a98a38-ed44-4dfc-88c3-3c47f36499fd req-b2d1e6be-1368-49ed-8f14-ae9c9a72096b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Aug 25 03:13:28.427818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:28.435403 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-58a98a38-ed44-4dfc-88c3-3c47f36499fd req-b200ec46-53e3-436c-826b-ad47d2b2f79a tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Aug 25 03:13:29.005295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57254) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:29.572024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b1c5-8c98-4a8e-9e06-b88247c8f391 req-712964d6-bed8-424b-9a6d-b7b11dfdbc6e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:29.573818 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bd13b1c5-8c98-4a8e-9e06-b88247c8f391 req-712964d6-bed8-424b-9a6d-b7b11dfdbc6e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0545173 Aug 25 03:13:29.625935 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bd13b1c5-8c98-4a8e-9e06-b88247c8f391 req-663ff6c3-9203-40e5-9a55-d2e4d492987c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464566 Aug 25 03:13:29.719055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (355e0013-0e56-424f-8b5e-b9de2913f429), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:29.940056 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Deleting port 56838311-9884-4b19-950e-2a4f17b42ecd {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:29.940419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:30.017766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] For port 56838311-9884-4b19-950e-2a4f17b42ecd, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=56838311-9884-4b19-950e-2a4f17b42ecd,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:30.018230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:30.024906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:30.031109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Calling delete_port for 56838311-9884-4b19-950e-2a4f17b42ecd owned by network:router_interface {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:30.185358 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:30.279836 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (56838311-9884-4b19-950e-2a4f17b42ecd), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:30.305841 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Pushing event deleted for resources: {'Port': ['ID=56838311-9884-4b19-950e-2a4f17b42ecd,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:30.472892 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (355e0013-0e56-424f-8b5e-b9de2913f429), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:30.680797 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Router 355e0013-0e56-424f-8b5e-b9de2913f429 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:13:30.783908 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:13:30.788901 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e7671ec0-bafe-4cc2-bc48-1963a3fea711 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/355e0013-0e56-424f-8b5e-b9de2913f429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830827 Aug 25 03:13:30.791560 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57262) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:30.792384 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Sync routers for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:13:30.803279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:13:30.803873 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:30.894766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks [] for router (355e0013-0e56-424f-8b5e-b9de2913f429), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:30.905417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:13:30.939855 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:30.997988 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks [] for router_gateway (355e0013-0e56-424f-8b5e-b9de2913f429), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.075770 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:13:30Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:31.100782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Checking router: 355e0013-0e56-424f-8b5e-b9de2913f429 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:13:31.109044 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Routers {'355e0013-0e56-424f-8b5e-b9de2913f429'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:13:31.109646 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['355e0013-0e56-424f-8b5e-b9de2913f429'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:31.162340 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Deleting port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:31.162681 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.213125 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] Set router 355e0013-0e56-424f-8b5e-b9de2913f429 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:13:31.244808 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] For port 0c8fe06d-0de3-4850-9a13-8e18b25d9e17, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:31.245177 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.247374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:31.259726 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Calling delete_port for 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:31.386333 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:13:30Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:31.412400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b7b2e-1c0e-449f-98e7-3a6d4d7e51be None None] The sync data for ids ['355e0013-0e56-424f-8b5e-b9de2913f429'] in dv-cinder-779578-6-iscsi is: [{'id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'name': 'tempest-AttachVolumeTestJSON-92220397-router', 'tenant_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:06Z', 'updated_at': '2022-08-25T03:13:30Z', 'revision_number': 5, 'project_id': 'f626c34f12fb4bdab6bd42b05b79742a', 'gw_port': {'id': '0c8fe06d-0de3-4850-9a13-8e18b25d9e17', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e0013-0e56-424f-8b5e-b9de2913f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:07Z', 'updated_at': '2022-08-25T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:13:31.594617 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (0c8fe06d-0de3-4850-9a13-8e18b25d9e17), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.619371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8fe06d-0de3-4850-9a13-8e18b25d9e17,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:31.688984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (355e0013-0e56-424f-8b5e-b9de2913f429), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.782016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (355e0013-0e56-424f-8b5e-b9de2913f429), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.785255 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks [] for router_controller (355e0013-0e56-424f-8b5e-b9de2913f429), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.937079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (355e0013-0e56-424f-8b5e-b9de2913f429), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.937683 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355e0013-0e56-424f-8b5e-b9de2913f429 {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:13:31.942990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:31.944177 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-05d21a45-3d63-428c-94cd-62153e38718d admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/355e0013-0e56-424f-8b5e-b9de2913f429 HTTP/1.1" status: 204 len: 168 time: 1.1516874 Aug 25 03:13:31.946853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57268) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:31.994994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Deleting subnet a1ac9fd5-cab6-4f3b-9242-c5a635c905de {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:13:31.999091 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Publish callbacks [] for subnet (a1ac9fd5-cab6-4f3b-9242-c5a635c905de), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.044102 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (a1ac9fd5-cab6-4f3b-9242-c5a635c905de), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.119235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (a1ac9fd5-cab6-4f3b-9242-c5a635c905de), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.251604 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (a1ac9fd5-cab6-4f3b-9242-c5a635c905de), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.257088 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:32.282827 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ac9fd5-cab6-4f3b-9242-c5a635c905de,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:32.286976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.290120 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a3f56430-0bae-46c6-8010-89a91b0a3159 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/a1ac9fd5-cab6-4f3b-9242-c5a635c905de HTTP/1.1" status: 204 len: 168 time: 0.3423176 Aug 25 03:13:32.292714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57270) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:32.295280 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bce716-b520-447a-b5b8-5ab382aad69d None None] Network 1f35a7bb-9c1a-41d2-92fd-9043716fc14c requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:13:32.363607 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (1f35a7bb-9c1a-41d2-92fd-9043716fc14c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.409494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Deleting port d5a940bc-266c-4583-a87b-58b68b4da8f2 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:32.409494 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.477883 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] DHCP port deletion for 1f35a7bb-9c1a-41d2-92fd-9043716fc14c request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:13:32.480906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] For port d5a940bc-266c-4583-a87b-58b68b4da8f2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d5a940bc-266c-4583-a87b-58b68b4da8f2,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:32.481292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.492033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:32.496431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Calling delete_port for d5a940bc-266c-4583-a87b-58b68b4da8f2 owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:32.516858 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Deleting port d5a940bc-266c-4583-a87b-58b68b4da8f2 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:13:32.517147 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.591357 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] For port d5a940bc-266c-4583-a87b-58b68b4da8f2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=d5a940bc-266c-4583-a87b-58b68b4da8f2,segment=NetworkSegment(26ee1061-8e52-43eb-bb39-5ff23c09cb57),segment_id=26ee1061-8e52-43eb-bb39-5ff23c09cb57)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:32.591936 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.605248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Calling delete_port for d5a940bc-266c-4583-a87b-58b68b4da8f2 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:13:32.674779 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.681069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (d5a940bc-266c-4583-a87b-58b68b4da8f2), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.698765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a940bc-266c-4583-a87b-58b68b4da8f2,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:32.704884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] No DVR routers for this DVR port d5a940bc-266c-4583-a87b-58b68b4da8f2 on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:13:32.705607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Pushing event deleted for resources: {'Port': ['ID=d5a940bc-266c-4583-a87b-58b68b4da8f2,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:32.708634 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:32.714567 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.714986 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.715252 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.715589 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.715919 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.716280 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.716606 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.716929 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.717255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.717574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.717893 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.718213 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.718532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.719038 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.719429 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:32.722393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec455794-2377-4afb-bbca-5e5076defc9d None None] No DVR routers for this DVR port d5a940bc-266c-4583-a87b-58b68b4da8f2 on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:13:32.783012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (1f35a7bb-9c1a-41d2-92fd-9043716fc14c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.804057 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f35a7bb-9c1a-41d2-92fd-9043716fc14c']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:32.813662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ee1061-8e52-43eb-bb39-5ff23c09cb57') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:32.813966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ee1061-8e52-43eb-bb39-5ff23c09cb57') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:13:32.824228 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (26ee1061-8e52-43eb-bb39-5ff23c09cb57), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.837561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (26ee1061-8e52-43eb-bb39-5ff23c09cb57), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.843771 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:13:32.844174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (26ee1061-8e52-43eb-bb39-5ff23c09cb57), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:32.888210 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 26ee1061-8e52-43eb-bb39-5ff23c09cb57 resource provider aggregate not found Aug 25 03:13:32.906427 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 26ee1061-8e52-43eb-bb39-5ff23c09cb57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26ee1061-8e52-43eb-bb39-5ff23c09cb57 found for delete ", "request_id": "req-31c3f445-f731-477e-a608-090399465ed4"}]} Aug 25 03:13:33.035644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (1f35a7bb-9c1a-41d2-92fd-9043716fc14c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.040096 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.043267 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/1f35a7bb-9c1a-41d2-92fd-9043716fc14c HTTP/1.1" status: 204 len: 168 time: 0.7496443 Aug 25 03:13:33.057293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d724-858e-47a3-9f8e-ffb7683f5ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f35a7bb-9c1a-41d2-92fd-9043716fc14c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:33.081417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 56838311-9884-4b19-950e-2a4f17b42ecd no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:13:33.104300 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 56838311-9884-4b19-950e-2a4f17b42ecd {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:13:33.104644 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 56838311-9884-4b19-950e-2a4f17b42ecd not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:13:33.105051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d5a940bc-266c-4583-a87b-58b68b4da8f2 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:13:33.123964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: d5a940bc-266c-4583-a87b-58b68b4da8f2 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:13:33.132874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device d5a940bc-266c-4583-a87b-58b68b4da8f2 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:13:33.132874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:13:33.142095 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:13:33.142744 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 0c8fe06d-0de3-4850-9a13-8e18b25d9e17 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:13:33.575701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57280) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:33.617745 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-720672be-4307-4782-a7b0-d97db38f45fc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f626c34f12fb4bdab6bd42b05b79742a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408351 Aug 25 03:13:33.620429 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57284) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:33.672213 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] Publish callbacks [] for security_group (bead1b0d-d7fa-47c8-b7b0-4f01cd744aab), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.693573 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] Publish callbacks [] for security_group (bead1b0d-d7fa-47c8-b7b0-4f01cd744aab), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.845751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (bead1b0d-d7fa-47c8-b7b0-4f01cd744aab), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.848338 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:33.849505 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bead1b0d-d7fa-47c8-b7b0-4f01cd744aab HTTP/1.1" status: 204 len: 168 time: 0.2283194 Aug 25 03:13:33.859079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d224d-a4e2-4956-94ed-62a3815f1761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead1b0d-d7fa-47c8-b7b0-4f01cd744aab,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:37.495125 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:37.495804 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:39.614833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:39.621846 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:42.371102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:43.728899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:43.853900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=66,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:46.758431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57430) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:46.762976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690535156', 'description': 'tempest-description--1445868896'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:46.925200 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:46.996871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (436ceb81-6d6d-4c40-a4cc-8bc9234817cc), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.090938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (436ceb81-6d6d-4c40-a4cc-8bc9234817cc), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.121437 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436ceb81-6d6d-4c40-a4cc-8bc9234817cc,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:47.270751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.272014 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-30612b17-9299-46c9-9430-0a81b79fb6d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5125563 Aug 25 03:13:47.274912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57432) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:47.279178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': '436ceb81-6d6d-4c40-a4cc-8bc9234817cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:47.400545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (8461c3ec-d2cf-44cc-81ca-98ddaace34d9), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.456051 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (8461c3ec-d2cf-44cc-81ca-98ddaace34d9), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.575887 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (8461c3ec-d2cf-44cc-81ca-98ddaace34d9), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.595261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8461c3ec-d2cf-44cc-81ca-98ddaace34d9,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:47.681611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.682937 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b03fe0e7-fd9d-4f96-9199-8a5da585f8be tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071107 Aug 25 03:13:47.685688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57438) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:47.690132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': '436ceb81-6d6d-4c40-a4cc-8bc9234817cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:47.817854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (fc4a02d3-d4ec-4d29-9efe-80bb32c2947f), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:47.876945 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (fc4a02d3-d4ec-4d29-9efe-80bb32c2947f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.005570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (fc4a02d3-d4ec-4d29-9efe-80bb32c2947f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.025574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4a02d3-d4ec-4d29-9efe-80bb32c2947f,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:48.128816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.130460 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b33e335d-9ec0-4cf6-a1e5-1c1195487034 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4438326 Aug 25 03:13:48.141843 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57446) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:48.141843 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:48.291240 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.373017 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.484113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.27.1.156 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/2c909023-73a3-40af-b087-05b546567455) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:13:48.568861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:48.586388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:48.608163 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (2c909023-73a3-40af-b087-05b546567455), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.685778 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (2c909023-73a3-40af-b087-05b546567455), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.730463 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:13:48.733323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:13:48.737935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:13:48.742878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=2c909023-73a3-40af-b087-05b546567455,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:48.823982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:48.979911 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (2c909023-73a3-40af-b087-05b546567455), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:49.127590 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (2c909023-73a3-40af-b087-05b546567455), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:49.223405 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:49.224453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (2c909023-73a3-40af-b087-05b546567455), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:49.295576 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=2c909023-73a3-40af-b087-05b546567455,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:49.297966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:49.379488 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:49.381506 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d5351030-ccd6-432a-8209-94febcaee870 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2460291 Aug 25 03:13:49.554002 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:13:49.593310 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-1c257334-c94d-41ba-b42f-c9d08d35ab95 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1690535156&fields=id&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 267 time: 0.0453947 Aug 25 03:13:49.707790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-74c61938-60db-433a-873a-128eb7e1e5e4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:49.709317 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-74c61938-60db-433a-873a-128eb7e1e5e4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1090572 Aug 25 03:13:49.723887 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-9c1cce44-ab7b-434a-a771-e4c315204fc5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/quotas/7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 375 time: 0.0092340 Aug 25 03:13:49.777539 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-aae86ed6-8fcd-472f-ae4f-1e47cf55909b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486872 Aug 25 03:13:49.880928 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-725ec18b-ad01-4a5f-af0c-cfc96270c8a2 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918581 Aug 25 03:13:49.977625 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-86c3073f-af02-4e0f-a086-946089da6db5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909410 Aug 25 03:13:50.060129 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57478) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:50.166825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cec8629-7765-4fb2-bf86-ca6bb806ca1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.243661 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-41314b5c-d088-4bea-bc9d-eb9f6ffbc8a3 req-aa8d3d32-42be-4f12-8aca-a13af56fd0e8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0349901 Aug 25 03:13:50.274631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cec8629-7765-4fb2-bf86-ca6bb806ca1c admin admin] Publish callbacks [] for security_group (7385ebb4-c269-4399-b1af-32183814ae8a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.410655 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-0cec8629-7765-4fb2-bf86-ca6bb806ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7385ebb4-c269-4399-b1af-32183814ae8a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.451944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec8629-7765-4fb2-bf86-ca6bb806ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7385ebb4-c269-4399-b1af-32183814ae8a,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:50.459245 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-0cec8629-7765-4fb2-bf86-ca6bb806ca1c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=85ee494130d046b3bc37f9d43b9ec4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954935 Aug 25 03:13:50.459519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57490) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:50.487360 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:50.511012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] Publish callbacks [] for security_group (7385ebb4-c269-4399-b1af-32183814ae8a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.532230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] Publish callbacks [] for security_group (7385ebb4-c269-4399-b1af-32183814ae8a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.679455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7385ebb4-c269-4399-b1af-32183814ae8a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.682117 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:50.688243 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7385ebb4-c269-4399-b1af-32183814ae8a HTTP/1.1" status: 204 len: 168 time: 0.2227621 Aug 25 03:13:50.692061 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787b9b-2f4f-4c54-bf05-1a2cdf35a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7385ebb4-c269-4399-b1af-32183814ae8a,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:51.347805 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c321b8a7-1177-423b-ba71-3dca5eac4f61 req-7415c103-16ac-4c37-9512-5f25dbc4b6d3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0288923 Aug 25 03:13:51.495972 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57502) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:51.510514 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-37610016-1c63-4107-b321-d8028ea90169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:51.569615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:51.588569 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-37610016-1c63-4107-b321-d8028ea90169 admin admin] Publish callbacks [] for security_group (280a150f-877d-4b0a-85c1-5bc67c418d21), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:51.651430 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-37610016-1c63-4107-b321-d8028ea90169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (280a150f-877d-4b0a-85c1-5bc67c418d21), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:51.696262 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-37610016-1c63-4107-b321-d8028ea90169 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d83a233748a8423d89f3165f3ae53ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991413 Aug 25 03:13:51.697077 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37610016-1c63-4107-b321-d8028ea90169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280a150f-877d-4b0a-85c1-5bc67c418d21,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:51.699059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57504) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:51.753927 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Publish callbacks [] for security_group (280a150f-877d-4b0a-85c1-5bc67c418d21), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:51.774516 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Publish callbacks [] for security_group (280a150f-877d-4b0a-85c1-5bc67c418d21), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:51.999264 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (280a150f-877d-4b0a-85c1-5bc67c418d21), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:52.001906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:52.003907 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/280a150f-877d-4b0a-85c1-5bc67c418d21 HTTP/1.1" status: 204 len: 168 time: 0.3038471 Aug 25 03:13:52.012349 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280a150f-877d-4b0a-85c1-5bc67c418d21,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:52.019650 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.020017 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.020417 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.020767 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.021102 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.021435 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.021765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.022088 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.022414 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.022742 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.023069 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.023393 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.023715 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.024037 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.024504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdab391-a30f-48b5-9993-d01d1b5e4a8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:13:52.208728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-01cff8dc-54e4-48a7-a539-11a7f7e95a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:52.447899 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91a8bc9c-c99b-4f53-b14b-2222e24d3afd req-165eb3fa-8dcf-47ed-a9b8-c3181573e915 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0295801 Aug 25 03:13:52.726629 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-71fe83b3-0011-4797-b084-fd60a276429f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:52.729738 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-71fe83b3-0011-4797-b084-fd60a276429f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1121259 Aug 25 03:13:52.801560 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-0ab88562-6044-40c9-b243-6c917ad3eefd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 472 time: 0.0637746 Aug 25 03:13:52.809916 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'port': {'device_id': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'admin_state_up': True, 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'security_groups': ['436ceb81-6d6d-4c40-a4cc-8bc9234817cc']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:52.884825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:52.988342 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:13:52.992543 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:53.129417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.20.0.14 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/c58f1c44-d9e2-4a76-8ac4-963888760761) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:13:53.250207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:53.293421 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:53.554051 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fcd373ed-9a2b-4f61-9857-a34d0c30a1e3 req-d570fe34-cf60-4726-84e6-f41d8a2d2159 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0288343 Aug 25 03:13:53.581015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:53.600381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:13:53.603725 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:13:53.606130 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:13:53.639164 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:53.662124 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:53.662759 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:53.818846 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-a2f34ad0-cede-428e-863c-801cf3846597 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0123870 Aug 25 03:13:53.827515 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:53.831190 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Request body: {'port': {'device_id': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:13:53.832561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-09ec1331-ce60-48b1-a5e8-9ec89e2bfc56 None None] Provisioning complete for port c58f1c44-d9e2-4a76-8ac4-963888760761 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:13:53.832939 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-09ec1331-ce60-48b1-a5e8-9ec89e2bfc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:53.865505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-09ec1331-ce60-48b1-a5e8-9ec89e2bfc56 None None] Port c58f1c44-d9e2-4a76-8ac4-963888760761 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:13:54.154880 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.351338 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:54.419830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58f1c44-d9e2-4a76-8ac4-963888760761 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:13:54.427781 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks [] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.440718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Transition to ACTIVE for port object c58f1c44-d9e2-4a76-8ac4-963888760761 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:13:54.473739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5eab-518a-446c-af55-cc877b0c90d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.513748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.517560 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:54.587515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Pushing event updated for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:54.675742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Attempting to bind port c58f1c44-d9e2-4a76-8ac4-963888760761 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:13:54.676080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Attempting to bind port c58f1c44-d9e2-4a76-8ac4-963888760761 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:13:54.676435 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Attempting to bind port c58f1c44-d9e2-4a76-8ac4-963888760761 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:13:54.686763 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Port c58f1c44-d9e2-4a76-8ac4-963888760761 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:13:54.687083 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Attempting to bind port c58f1c44-d9e2-4a76-8ac4-963888760761 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:13:54.699273 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942b791-6fa4-4928-9871-3f485e49d8c8 req-c9d65f43-5d7b-420c-a26e-f65c96da6bd0 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8942b791-6fa4-4928-9871-3f485e49d8c8 req-c9d65f43-5d7b-420c-a26e-f65c96da6bd0 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 944 time: 0.0672848 Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Bound port: c58f1c44-d9e2-4a76-8ac4-963888760761, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:13:54.713079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.767081 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:54.798348 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8942b791-6fa4-4928-9871-3f485e49d8c8 req-7633fb8e-c57c-48c7-aa3d-a1e2227c961c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844305 Aug 25 03:13:54.801689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:13:54.805046 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c58f1c44-d9e2-4a76-8ac4-963888760761,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:13:54.925743 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.930302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:54.930919 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:54.932309 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/c58f1c44-d9e2-4a76-8ac4-963888760761 HTTP/1.1" status: 200 len: 1094 time: 1.1055293 Aug 25 03:13:54.933707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:13:54.936048 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502958dc-a539-4f0c-b421-fc544172a419" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:13:54.981783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed1c25-82b1-42bc-9180-066fc01e00fb service neutron] Pushing event updated for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:54.990122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6100f68-dd56-4cf7-9f48-988b8a1e25db x-openstack-request-id: req-b6100f68-dd56-4cf7-9f48-988b8a1e25db {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:13:54.990414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:13:54.990669 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6100f68-dd56-4cf7-9f48-988b8a1e25db {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:13:54.991072 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6100f68-dd56-4cf7-9f48-988b8a1e25db'] response: {'name': 'network-changed', 'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'status': 'completed', 'code': 200} Aug 25 03:13:55.062471 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502958dc-a539-4f0c-b421-fc544172a419 req-9018e4fc-4955-4621-b833-de193b6ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.063998 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-502958dc-a539-4f0c-b421-fc544172a419 req-9018e4fc-4955-4621-b833-de193b6ffbdc service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 1128 time: 0.0470300 Aug 25 03:13:55.139723 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57562) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:55.171495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502958dc-a539-4f0c-b421-fc544172a419 req-85d07387-3479-4be5-8835-493f98c57fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.173030 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-502958dc-a539-4f0c-b421-fc544172a419 req-85d07387-3479-4be5-8835-493f98c57fd0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018438 Aug 25 03:13:55.247475 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0561-fa07-4c34-ba7a-47c89aee1ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.275973 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502958dc-a539-4f0c-b421-fc544172a419 req-eb9a27c2-3edd-4fd6-8306-5bd4dea24bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.277310 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-502958dc-a539-4f0c-b421-fc544172a419 req-eb9a27c2-3edd-4fd6-8306-5bd4dea24bb7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981197 Aug 25 03:13:55.324679 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0561-fa07-4c34-ba7a-47c89aee1ea3 admin admin] Publish callbacks [] for security_group (8cf19f77-4060-4aee-939b-a4c2576c9811), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.353971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-bc782b2d-98ac-44e4-ac8f-8a23350fea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.355459 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-bc782b2d-98ac-44e4-ac8f-8a23350fea3d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 1128 time: 0.0408607 Aug 25 03:13:55.394603 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-eaa87692-bf64-44c5-ace1-78a8e0f92e90 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58f1c44-d9e2-4a76-8ac4-963888760761 HTTP/1.1" status: 200 len: 217 time: 0.0318956 Aug 25 03:13:55.448773 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-79cdf7c9-47c8-4ca0-a19a-d810bb7eb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.450212 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-79cdf7c9-47c8-4ca0-a19a-d810bb7eb8d8 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0492816 Aug 25 03:13:55.473463 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0561-fa07-4c34-ba7a-47c89aee1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (8cf19f77-4060-4aee-939b-a4c2576c9811), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.496459 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-153c39f3-bc7c-468a-90dd-84a2ece6193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.498455 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-153c39f3-bc7c-468a-90dd-84a2ece6193d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424492 Aug 25 03:13:55.514615 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0e7b0561-fa07-4c34-ba7a-47c89aee1ea3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9a0a3ec3cfbd4f5bbfa04e2dbfde3165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737643 Aug 25 03:13:55.515374 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b0561-fa07-4c34-ba7a-47c89aee1ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf19f77-4060-4aee-939b-a4c2576c9811,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:55.517639 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57566) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:55.574533 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] Publish callbacks [] for security_group (8cf19f77-4060-4aee-939b-a4c2576c9811), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.583628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:55.595531 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] Publish callbacks [] for security_group (8cf19f77-4060-4aee-939b-a4c2576c9811), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.597451 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-352e034d-d902-4be5-8a3a-bb1e91073a58 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920978 Aug 25 03:13:55.612507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:55.618710 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:55.692566 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-66d468eb-bd2e-4184-b519-a64bdee292b4 req-22e3f71e-1ee3-48f2-8649-c7960b294f6f service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892742 Aug 25 03:13:55.713728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.748175 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (8cf19f77-4060-4aee-939b-a4c2576c9811), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.750694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:55.751830 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8cf19f77-4060-4aee-939b-a4c2576c9811 HTTP/1.1" status: 204 len: 168 time: 0.2331390 Aug 25 03:13:55.760681 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f4b70-b082-4b79-896d-1a8e61f4a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf19f77-4060-4aee-939b-a4c2576c9811,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:55.921447 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f7970-d4a0-4a17-9709-17c4fab05d9e req-8272d1e0-3c89-452a-89d6-a77b5d9b6261 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:55.922918 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-455f7970-d4a0-4a17-9709-17c4fab05d9e req-8272d1e0-3c89-452a-89d6-a77b5d9b6261 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 944 time: 0.0497658 Aug 25 03:13:55.976099 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-455f7970-d4a0-4a17-9709-17c4fab05d9e req-510c1fcc-3e06-426c-b07f-3928be09f961 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475123 Aug 25 03:13:56.628487 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57574) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:56.641835 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df670b76-a8c4-45e6-81bb-f83785f112e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:56.717617 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df670b76-a8c4-45e6-81bb-f83785f112e3 admin admin] Publish callbacks [] for security_group (0b8a75e4-6212-4879-b5ca-0f4806757029), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:56.828034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df670b76-a8c4-45e6-81bb-f83785f112e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (0b8a75e4-6212-4879-b5ca-0f4806757029), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:56.868726 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-df670b76-a8c4-45e6-81bb-f83785f112e3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3e9b6b41ae7d448eaefebcf16e27bd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391329 Aug 25 03:13:56.869570 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670b76-a8c4-45e6-81bb-f83785f112e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a75e4-6212-4879-b5ca-0f4806757029,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:56.871476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57576) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:13:56.921677 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] Publish callbacks [] for security_group (0b8a75e4-6212-4879-b5ca-0f4806757029), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:56.943421 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] Publish callbacks [] for security_group (0b8a75e4-6212-4879-b5ca-0f4806757029), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:57.097140 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (0b8a75e4-6212-4879-b5ca-0f4806757029), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:57.099634 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe75e1a-3326-432d-a1ef-f22dc3ad340e req-a9e37355-afbb-4cdb-8edf-fd2ca339ee5b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:57.099778 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:57.101466 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0b8a75e4-6212-4879-b5ca-0f4806757029 HTTP/1.1" status: 204 len: 168 time: 0.2281754 Aug 25 03:13:57.101629 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5fe75e1a-3326-432d-a1ef-f22dc3ad340e req-a9e37355-afbb-4cdb-8edf-fd2ca339ee5b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 944 time: 0.0509901 Aug 25 03:13:57.109924 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b8b44-de80-4e64-b9d1-96d266f500f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a75e4-6212-4879-b5ca-0f4806757029,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:13:57.152896 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5fe75e1a-3326-432d-a1ef-f22dc3ad340e req-c3d04924-6ab4-44bd-abb5-58ea3c2018d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Aug 25 03:13:57.484687 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:57.524578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:58.275715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002056-75cf-4d89-9664-453ea2efa4e8 req-29f26fca-78bf-482a-ac21-439f2aa2869a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:58.277328 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0d002056-75cf-4d89-9664-453ea2efa4e8 req-29f26fca-78bf-482a-ac21-439f2aa2869a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 944 time: 0.0493999 Aug 25 03:13:58.326147 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0d002056-75cf-4d89-9664-453ea2efa4e8 req-8a0e64e4-a61d-475f-b807-742f3b4bd7c0 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Aug 25 03:13:59.446879 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d535942-eec3-4189-87c1-4acf9c8f22dc req-c949701e-bef7-4e61-acc0-9dd3b0b51e37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:13:59.448365 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d535942-eec3-4189-87c1-4acf9c8f22dc req-c949701e-bef7-4e61-acc0-9dd3b0b51e37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 944 time: 0.0484073 Aug 25 03:13:59.497879 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4d535942-eec3-4189-87c1-4acf9c8f22dc req-cc91f32d-36a7-4dfd-8b09-e3386d3a8dc4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Aug 25 03:13:59.550145 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:13:59.665710 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c58f1c44-d9e2-4a76-8ac4-963888760761 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:13:59.772617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c58f1c44-d9e2-4a76-8ac4-963888760761,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:13:59.785118 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'port_id': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'mac_address': 'fa:16:3e:92:57:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:13:59.820116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c58f1c44-d9e2-4a76-8ac4-963888760761 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:13:59.820521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:13:59.834154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58f1c44-d9e2-4a76-8ac4-963888760761 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:13:59.854213 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c58f1c44-d9e2-4a76-8ac4-963888760761,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:00.085180 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:00.134850 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:00.328176 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['c58f1c44-d9e2-4a76-8ac4-963888760761'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:14:00.626289 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e5fff-5dba-4240-af11-0c281eff082e req-c4a20d82-9526-461a-a3aa-c8caafc380fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:00.627910 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-867e5fff-5dba-4240-af11-0c281eff082e req-c4a20d82-9526-461a-a3aa-c8caafc380fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 945 time: 0.0560417 Aug 25 03:14:00.685871 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-867e5fff-5dba-4240-af11-0c281eff082e req-92183043-38e7-4996-a3ab-7e5aa4299b67 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521970 Aug 25 03:14:01.672601 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c58f1c44-d9e2-4a76-8ac4-963888760761 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:14:01.722323 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port c58f1c44-d9e2-4a76-8ac4-963888760761 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:14:01.862602 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port c58f1c44-d9e2-4a76-8ac4-963888760761 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:14:01.866285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:01.964098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46e14-ca1d-4852-bc7e-e2a5ad874460 req-f8924f9a-1800-4b61-8beb-fd32fef51faa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:01.965701 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9da46e14-ca1d-4852-bc7e-e2a5ad874460 req-f8924f9a-1800-4b61-8beb-fd32fef51faa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 25 03:14:02.019702 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9da46e14-ca1d-4852-bc7e-e2a5ad874460 req-a294f2aa-4ab1-43e6-8ed3-b3fd3575ca57 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 Aug 25 03:14:02.070576 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c58f1c44-d9e2-4a76-8ac4-963888760761 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:14:02.083811 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:02.093264 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:02.096354 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f77682-bdd0-4e97-96e0-1e23b342eb03" -d '{"events": [{"server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:02.108623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c58f1c44-d9e2-4a76-8ac4-963888760761,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:02.135116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d3615-aea2-4300-ac02-8ed706466406 x-openstack-request-id: req-925d3615-aea2-4300-ac02-8ed706466406 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:02.135406 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:02.135653 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-925d3615-aea2-4300-ac02-8ed706466406 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:02.136040 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925d3615-aea2-4300-ac02-8ed706466406'] response: {'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'code': 200} Aug 25 03:14:02.222393 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:02.271912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:02.467213 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb804e9-0b54-459d-8ee4-9c1e4abbcacd req-281d30b2-f485-4af9-acc8-9b2a872dfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:02.468808 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-edb804e9-0b54-459d-8ee4-9c1e4abbcacd req-281d30b2-f485-4af9-acc8-9b2a872dfdfa service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 1130 time: 0.0386860 Aug 25 03:14:02.506888 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:02.513267 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-edb804e9-0b54-459d-8ee4-9c1e4abbcacd req-d8c0f467-3165-4316-ace5-df009e23e58e service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Aug 25 03:14:03.141136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae6896-1927-4b3f-aef3-3b5aae009956 req-fe7dd8f0-026f-49ec-829a-0ad919676ddb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:03.143203 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e1ae6896-1927-4b3f-aef3-3b5aae009956 req-fe7dd8f0-026f-49ec-829a-0ad919676ddb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0489557 Aug 25 03:14:03.163720 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91205b-4c36-4fb7-af4d-c07140c0130a req-1e87cdae-c249-49c0-9547-869042fb64e5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:03.165295 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1e91205b-4c36-4fb7-af4d-c07140c0130a req-1e87cdae-c249-49c0-9547-869042fb64e5 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0502617 Aug 25 03:14:03.192350 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e1ae6896-1927-4b3f-aef3-3b5aae009956 req-f051b0c2-07a3-4ebd-bad9-3426dc06387e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Aug 25 03:14:03.220519 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1e91205b-4c36-4fb7-af4d-c07140c0130a req-c602f4f9-e2aa-41da-b107-6ca2323560eb tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493293 Aug 25 03:14:04.315615 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a59f78-c6ed-4dc5-9647-4baa37561ad5 req-369c282d-cf1c-439c-810f-245e2acd8156 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:04.317140 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-11a59f78-c6ed-4dc5-9647-4baa37561ad5 req-369c282d-cf1c-439c-810f-245e2acd8156 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0480177 Aug 25 03:14:04.357794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036b5f-c1ae-48d7-bc36-9ff4171f6505 req-a94a4838-f21e-474a-adc1-063d0b409e48 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:04.359469 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7f036b5f-c1ae-48d7-bc36-9ff4171f6505 req-a94a4838-f21e-474a-adc1-063d0b409e48 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0488479 Aug 25 03:14:04.365014 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-11a59f78-c6ed-4dc5-9647-4baa37561ad5 req-577ae612-e905-4203-8856-b8facbffea2b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Aug 25 03:14:04.410659 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7f036b5f-c1ae-48d7-bc36-9ff4171f6505 req-ee8eace8-450c-4cbd-8e3c-debbd8f9e1e0 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Aug 25 03:14:05.026125 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-8f4c4963-9217-408f-9660-f066307b3c1c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:05.027652 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-8f4c4963-9217-408f-9660-f066307b3c1c tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0497210 Aug 25 03:14:05.121110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Deleting port f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:05.121455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.215692 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] For port f2e0dc32-497f-4383-adcb-7c003a2e463a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f2e0dc32-497f-4383-adcb-7c003a2e463a,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:05.215971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.372750 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:05.392677 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.393186 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.393731 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Floating IP 18e91cb4-ec8f-4c6b-bfc2-812197e67746 disassociated. External IP: 172.27.1.238, port: f2e0dc32-497f-4383-adcb-7c003a2e463a. Aug 25 03:14:05.394098 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Calling delete_port for f2e0dc32-497f-4383-adcb-7c003a2e463a owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:05.493376 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031200e-a111-4c89-83f9-b7c4f7c99c34 req-0275dfde-5be9-4215-b21b-d111a36e53f7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:05.494974 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6031200e-a111-4c89-83f9-b7c4f7c99c34 req-0275dfde-5be9-4215-b21b-d111a36e53f7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0554576 Aug 25 03:14:05.549872 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6031200e-a111-4c89-83f9-b7c4f7c99c34 req-2d1600ca-2bd3-43db-91d3-1f8fbe3f0d62 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Aug 25 03:14:05.569112 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:05.593270 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1342d3-d4d9-4219-937b-d44af8ebf5d2 req-ebcfe9e4-2f86-4c7b-8a14-0a2815b9fc2f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:05.595810 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2b1342d3-d4d9-4219-937b-d44af8ebf5d2 req-ebcfe9e4-2f86-4c7b-8a14-0a2815b9fc2f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 946 time: 0.0844042 Aug 25 03:14:05.651442 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2b1342d3-d4d9-4219-937b-d44af8ebf5d2 req-41570119-f82e-4505-ac02-9b6c37cf9518 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3b391407-f9ab-4b6d-9c0c-2aff04984e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Aug 25 03:14:05.688309 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7bd2e-add6-48fd-9086-c944a64299dd req-82c8f764-4cb6-4742-bcbc-c0d514a68532 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:05.690084 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c0e7bd2e-add6-48fd-9086-c944a64299dd req-82c8f764-4cb6-4742-bcbc-c0d514a68532 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0489502 Aug 25 03:14:05.704193 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57690) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:05.709199 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'port_id': 'c58f1c44-d9e2-4a76-8ac4-963888760761'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:05.730759 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (f2e0dc32-497f-4383-adcb-7c003a2e463a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.753104 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:05.759891 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'Port': ['ID=f2e0dc32-497f-4383-adcb-7c003a2e463a,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:05.839790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:05.887752 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:05.934576 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:05.997132 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:06.008966 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:06.021829 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:06.022631 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:06.043268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] No DVR routers for this DVR port f2e0dc32-497f-4383-adcb-7c003a2e463a on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:06.046058 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.049330 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eecc3cc-0cc8-4980-8615-9b786a78d27f req-9d61d290-ebaf-4997-9d90-924de4b7c98f tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.79 "DELETE /networking/v2.0/ports/f2e0dc32-497f-4383-adcb-7c003a2e463a HTTP/1.1" status: 204 len: 173 time: 1.0170608 Aug 25 03:14:06.049779 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-deleted', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:06.052326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9ab702-cde5-40c2-aa64-9bdbd4dd2f1f" -d '{"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-deleted", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:06.093360 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27b81f-95ee-4b46-b09d-7a4dde4fe8da x-openstack-request-id: req-bd27b81f-95ee-4b46-b09d-7a4dde4fe8da {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:06.093649 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede0266-7f08-4740-b64d-c7900ee062d2", "name": "network-vif-deleted", "tag": "f2e0dc32-497f-4383-adcb-7c003a2e463a", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:06.093901 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd27b81f-95ee-4b46-b09d-7a4dde4fe8da {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:06.094301 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd27b81f-95ee-4b46-b09d-7a4dde4fe8da'] response: {'server_uuid': 'fede0266-7f08-4740-b64d-c7900ee062d2', 'name': 'network-vif-deleted', 'tag': 'f2e0dc32-497f-4383-adcb-7c003a2e463a', 'status': 'completed', 'code': 200} Aug 25 03:14:06.240571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:06.262292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.348884 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.444100 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:06.460659 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 3fca6099-8d2f-41aa-9c63-b24f73d8e8af associated. External IP: 172.27.1.156, port: c58f1c44-d9e2-4a76-8ac4-963888760761. Aug 25 03:14:06.469836 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:06.478994 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:06.479589 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:06.529049 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57700) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:06.588193 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:06.607651 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:06.676308 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:06.680765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1daf-c45a-4653-937a-220e2565e43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.769517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1daf-c45a-4653-937a-220e2565e43d admin admin] Publish callbacks [] for security_group (9379930e-8778-4669-ab51-0067294ae1ce), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.805950 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:06.837254 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff9b93-e2af-4243-b934-1ef8ec0b9e2a None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:06:10Z', 'revision_number': 4, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '969d587a-7a29-4a0c-a3d9-99015d03e017', 'name': '', 'network_id': '6ac69087-e8de-47de-ba66-364375da66dd', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'mac_address': 'fa:16:3e:48:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:08Z', 'updated_at': '2022-08-25T03:06:16Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'subnets': [{'id': '32c39efe-3dbb-4859-bac9-fcaa7727311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:06.942054 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1daf-c45a-4653-937a-220e2565e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9379930e-8778-4669-ab51-0067294ae1ce), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:06.996767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d1daf-c45a-4653-937a-220e2565e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379930e-8778-4669-ab51-0067294ae1ce,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:06.999056 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4e1d1daf-c45a-4653-937a-220e2565e43d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f6ef5e5459924395864e25aae8d31f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689300 Aug 25 03:14:07.001617 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57706) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:07.008713 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:07.072780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] Publish callbacks [] for security_group (9379930e-8778-4669-ab51-0067294ae1ce), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:07.076681 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-af7266b6-0aa0-4bc7-b3ab-97f56864e374 req-a6861b70-d477-459c-a9a8-bf12a8d32bd2 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=fede0266-7f08-4740-b64d-c7900ee062d2 HTTP/1.1" status: 200 len: 210 time: 0.2881658 Aug 25 03:14:07.091368 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:07.096594 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:07.112530 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:07.113275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:07.115702 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:07.115702 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:07.115938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] Publish callbacks [] for security_group (9379930e-8778-4669-ab51-0067294ae1ce), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:07.135383 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-eb26403f-e47b-4e0e-9c0c-6c530abf21b1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/3fca6099-8d2f-41aa-9c63-b24f73d8e8af HTTP/1.1" status: 200 len: 992 time: 1.4300878 Aug 25 03:14:07.135959 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:07.138212 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1f34e5-1cae-4ab5-8561-9591acc86e38" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:07.171258 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2743b-dc1f-4ff8-a502-3dcf981cf26d None None] New status for floating IP 18e91cb4-ec8f-4c6b-bfc2-812197e67746: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:14:07.184543 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ebe4f6-9f53-4152-b547-2106849d7504 x-openstack-request-id: req-44ebe4f6-9f53-4152-b547-2106849d7504 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:07.184839 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:07.185179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44ebe4f6-9f53-4152-b547-2106849d7504 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:07.185582 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ebe4f6-9f53-4152-b547-2106849d7504'] response: {'name': 'network-changed', 'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'status': 'completed', 'code': 200} Aug 25 03:14:07.245237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:07.246761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-7713ef0d-c5da-48d0-9f9b-5685e45972f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:07.248612 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-7713ef0d-c5da-48d0-9f9b-5685e45972f1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 1130 time: 0.0415101 Aug 25 03:14:07.304139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9379930e-8778-4669-ab51-0067294ae1ce), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:07.306672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:07.307813 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9379930e-8778-4669-ab51-0067294ae1ce HTTP/1.1" status: 204 len: 168 time: 0.3046811 Aug 25 03:14:07.322525 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81fe6-29af-4c6a-b06e-f3ba462cb570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379930e-8778-4669-ab51-0067294ae1ce,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:07.365376 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-4506349d-2e2c-47b2-8cdf-486c5174e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:07.366860 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-4506349d-2e2c-47b2-8cdf-486c5174e913 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.1121855 Aug 25 03:14:07.416938 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:07.437716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-bab4b715-162d-44ec-a6ec-b743cfb855e9 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58f1c44-d9e2-4a76-8ac4-963888760761 HTTP/1.1" status: 200 len: 1000 time: 0.0639105 Aug 25 03:14:07.470415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:07.489099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '3fca6099-8d2f-41aa-9c63-b24f73d8e8af', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:92:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:13:48Z', 'updated_at': '2022-08-25T03:14:06Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}, {'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:07.489706 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-c4f7759d-119f-4ebb-b748-e0eec1dea83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:07.491206 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-c4f7759d-119f-4ebb-b748-e0eec1dea83f service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0482643 Aug 25 03:14:07.518891 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:07.521523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:07.527643 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:07.528452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:07.537033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-67cc7bc0-9cf1-4609-8675-7195677984ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:07.538542 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-67cc7bc0-9cf1-4609-8675-7195677984ec service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414844 Aug 25 03:14:07.633746 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:07.639281 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-6d00213c-c505-424c-a8fb-0bb1b43f0d65 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947542 Aug 25 03:14:07.733131 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3c1f34e5-1cae-4ab5-8561-9591acc86e38 req-a672de64-5d8a-4279-8bcc-6b35dc6ed80e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876157 Aug 25 03:14:07.853239 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '3fca6099-8d2f-41aa-9c63-b24f73d8e8af', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:92:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:13:48Z', 'updated_at': '2022-08-25T03:14:06Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}, {'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:07.894445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3fec0-7359-4e21-8369-40f78c72e78e None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '3fca6099-8d2f-41aa-9c63-b24f73d8e8af', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:92:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:13:48Z', 'updated_at': '2022-08-25T03:14:06Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}, {'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:08.087620 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6e34c-a78e-4dc6-8fb4-eae62b863b92 None None] New status for floating IP 3fca6099-8d2f-41aa-9c63-b24f73d8e8af: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:14:08.297241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57720) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:08.352837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (3b391407-f9ab-4b6d-9c0c-2aff04984e1f), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.382359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (3b391407-f9ab-4b6d-9c0c-2aff04984e1f), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.402489 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57722) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:08.418187 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3141f76f-76fe-45d2-be65-47fcc0cad537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.495421 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3141f76f-76fe-45d2-be65-47fcc0cad537 admin admin] Publish callbacks [] for security_group (cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.547225 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3b391407-f9ab-4b6d-9c0c-2aff04984e1f), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.550584 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.551745 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3b391407-f9ab-4b6d-9c0c-2aff04984e1f HTTP/1.1" status: 204 len: 168 time: 0.2534728 Aug 25 03:14:08.554525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57724) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:08.560989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96c3e1-2aee-4474-ac41-b6e19a451716 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b391407-f9ab-4b6d-9c0c-2aff04984e1f,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:08.569397 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.api.v2.resource [None req-a8d46822-33e6-4c26-bcea-cc4a61d1d26b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] show failed (client error): The resource could not be found. Aug 25 03:14:08.570302 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a8d46822-33e6-4c26-bcea-cc4a61d1d26b tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "GET /networking/v2.0/security-groups/3b391407-f9ab-4b6d-9c0c-2aff04984e1f HTTP/1.1" status: 404 len: 347 time: 0.0148249 Aug 25 03:14:08.573232 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57726) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:08.581765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3141f76f-76fe-45d2-be65-47fcc0cad537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.692986 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3141f76f-76fe-45d2-be65-47fcc0cad537 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a52f64432a8c4a69bc0fb6d8ec515c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892525 Aug 25 03:14:08.695614 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f76f-76fe-45d2-be65-47fcc0cad537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:08.695854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57728) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:08.734690 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Deleting port 483dca5a-8cac-47a6-adb2-5e5b0162a822 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:08.735178 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.736344 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:08.749585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] Publish callbacks [] for security_group (cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.770365 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] Publish callbacks [] for security_group (cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.820739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.821059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (483dca5a-8cac-47a6-adb2-5e5b0162a822), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.834410 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Calling delete_port for 483dca5a-8cac-47a6-adb2-5e5b0162a822 owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:08.846295 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:08.970540 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.973116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:08.974270 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c HTTP/1.1" status: 204 len: 168 time: 0.2773356 Aug 25 03:14:08.982071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02421ea4-7753-480d-bf5c-258ff1274157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5cd2d-2762-4019-9a51-fc4f7a0bfe9c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:09.107755 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (483dca5a-8cac-47a6-adb2-5e5b0162a822), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:09.134958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Pushing event deleted for resources: {'Port': ['ID=483dca5a-8cac-47a6-adb2-5e5b0162a822,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:09.179530 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:09.195402 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks [] for floatingip (18e91cb4-ec8f-4c6b-bfc2-812197e67746), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:09.197861 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:09.198973 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f4fcebaf-4a93-4f6e-8f70-67f3d3101f68 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/18e91cb4-ec8f-4c6b-bfc2-812197e67746 HTTP/1.1" status: 204 len: 168 time: 0.6248727 Aug 25 03:14:09.714786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:09.718300 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:09.734082 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: f2e0dc32-497f-4383-adcb-7c003a2e463a {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:09.734425 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device f2e0dc32-497f-4383-adcb-7c003a2e463a not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:11.051984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57772) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:11.162223 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2df4e92c-9980-4bbc-a152-a6f4c3e9e9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.237322 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2df4e92c-9980-4bbc-a152-a6f4c3e9e9f7 admin admin] Publish callbacks [] for security_group (342e6294-6871-44a4-9f0e-dc84d87f3fb1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.318420 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2df4e92c-9980-4bbc-a152-a6f4c3e9e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (342e6294-6871-44a4-9f0e-dc84d87f3fb1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.356378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e92c-9980-4bbc-a152-a6f4c3e9e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e6294-6871-44a4-9f0e-dc84d87f3fb1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:11.360623 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-2df4e92c-9980-4bbc-a152-a6f4c3e9e9f7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8577b0a2c2c14534a101878d9c9d4f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076169 Aug 25 03:14:11.364943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57776) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:11.418093 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] Publish callbacks [] for security_group (342e6294-6871-44a4-9f0e-dc84d87f3fb1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.438995 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] Publish callbacks [] for security_group (342e6294-6871-44a4-9f0e-dc84d87f3fb1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.576443 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (342e6294-6871-44a4-9f0e-dc84d87f3fb1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.578972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:11.580615 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/342e6294-6871-44a4-9f0e-dc84d87f3fb1 HTTP/1.1" status: 204 len: 168 time: 0.2141807 Aug 25 03:14:11.588735 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1c327-43a3-4442-b50d-683c03c87e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e6294-6871-44a4-9f0e-dc84d87f3fb1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:12.058384 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57788) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:12.181742 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57800) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:12.433869 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:12.450619 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Deleting port 4952d4a1-cc85-4e63-a572-a3593a7531b3 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:12.451124 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:12.618892 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:12.619215 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for floatingip (4952d4a1-cc85-4e63-a572-a3593a7531b3), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:12.638006 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Calling delete_port for 4952d4a1-cc85-4e63-a572-a3593a7531b3 owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:12.769930 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:12.858960 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (52cb30df-4f52-4542-9233-6df23b4e37b7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:12.861783 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:13.062907 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (4952d4a1-cc85-4e63-a572-a3593a7531b3), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.107250 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event deleted for resources: {'Port': ['ID=4952d4a1-cc85-4e63-a572-a3593a7531b3,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:13.213372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Deleting port 969d587a-7a29-4a0c-a3d9-99015d03e017 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:13.213372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.213372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for floatingip (e0666670-b543-4691-b295-da2a74cdc7eb), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.213372 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Floating IP e0666670-b543-4691-b295-da2a74cdc7eb disassociated (deleted). External IP: 172.27.1.123, port: c21206be-eb06-4c5c-87e2-32b7265507d1. Aug 25 03:14:13.366858 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] For port 969d587a-7a29-4a0c-a3d9-99015d03e017, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=969d587a-7a29-4a0c-a3d9-99015d03e017,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:13.367216 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.382790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:13.383927 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Calling delete_port for 969d587a-7a29-4a0c-a3d9-99015d03e017 owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:13.516356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57824) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:13.579304 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Router a5e27df6-739a-415f-98ef-648734259223 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:13.624944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9be2-bb35-4eda-a25b-253f4dd83e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.704055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9be2-bb35-4eda-a25b-253f4dd83e39 admin admin] Publish callbacks [] for security_group (3d77438e-75d1-4a3c-951f-a44918e90020), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.735460 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:13.749982 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:13.755348 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.760674 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Sync routers for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:13.771154 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:13.771684 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:13.781939 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9be2-bb35-4eda-a25b-253f4dd83e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3d77438e-75d1-4a3c-951f-a44918e90020), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.785786 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4720bf47-8c19-4ffb-9bd7-573ae8288f29 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/e0666670-b543-4691-b295-da2a74cdc7eb HTTP/1.1" status: 204 len: 168 time: 1.7257309 Aug 25 03:14:13.785906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:13.788470 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4e046-defd-4c4a-9b7e-d663bcb16d28" -d '{"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:13.820528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9be2-bb35-4eda-a25b-253f4dd83e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77438e-75d1-4a3c-951f-a44918e90020,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:13.836602 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b5bd9be2-bb35-4eda-a25b-253f4dd83e39 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e2dca77321b4421db8bcbcbfe737b34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190949 Aug 25 03:14:13.839308 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57834) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:13.846788 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4dc321-f1e5-4cb4-9c6b-f97c280a720f x-openstack-request-id: req-af4dc321-f1e5-4cb4-9c6b-f97c280a720f {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:13.847076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:13.847449 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af4dc321-f1e5-4cb4-9c6b-f97c280a720f {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:13.848169 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4dc321-f1e5-4cb4-9c6b-f97c280a720f'] response: {'name': 'network-changed', 'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'status': 'completed', 'code': 200} Aug 25 03:14:13.885716 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (969d587a-7a29-4a0c-a3d9-99015d03e017), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:13.898882 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:13.923476 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=969d587a-7a29-4a0c-a3d9-99015d03e017,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:13.924368 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-724dc6bf-bc75-48df-a2f6-f42436b1d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:13.933519 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-724dc6bf-bc75-48df-a2f6-f42436b1d858 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=54df2648916c4681af69062a1d5b7430&device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 1129 time: 0.0430768 Aug 25 03:14:13.946767 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:13.947184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] Publish callbacks [] for security_group (3d77438e-75d1-4a3c-951f-a44918e90020), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.039374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] Publish callbacks [] for security_group (3d77438e-75d1-4a3c-951f-a44918e90020), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.082693 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:14.089753 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:14.115468 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-9ed47311-2f6b-4f33-b730-94a151d4d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:14.116964 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-9ed47311-2f6b-4f33-b730-94a151d4d858 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 200 len: 909 time: 0.1709254 Aug 25 03:14:14.122311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (52cb30df-4f52-4542-9233-6df23b4e37b7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.160691 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:14.172165 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-186af4f3-2be6-453d-8260-b9145f27c50f service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 200 len: 217 time: 0.0488183 Aug 25 03:14:14.200314 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Checking router: a5e27df6-739a-415f-98ef-648734259223 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:14.211526 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:14.212512 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:14.234763 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-2cdb69d1-f916-4cfd-b755-ac88af3548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:14.236336 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-2cdb69d1-f916-4cfd-b755-ac88af3548e9 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 200 len: 847 time: 0.0553617 Aug 25 03:14:14.274150 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:14.277357 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3d77438e-75d1-4a3c-951f-a44918e90020), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.279933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.284969 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3d77438e-75d1-4a3c-951f-a44918e90020 HTTP/1.1" status: 204 len: 168 time: 0.4436560 Aug 25 03:14:14.299295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-30ce0a3a-97e0-447d-94f6-6815ce69bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:14.301406 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-30ce0a3a-97e0-447d-94f6-6815ce69bc71 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=a77f17b6-1817-4296-9c12-5c085b9f2966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586133 Aug 25 03:14:14.302774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816fefc-6161-4a16-b55f-8953f0f70490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77438e-75d1-4a3c-951f-a44918e90020,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:14.338928 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:14.552423 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76f6a3-2704-42aa-b8c1-b880fee3a9ab req-829f7739-aa8d-4caa-b62d-bcdb80135b21 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:14.554275 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-df76f6a3-2704-42aa-b8c1-b880fee3a9ab req-829f7739-aa8d-4caa-b62d-bcdb80135b21 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Aug 25 03:14:14.610531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-df76f6a3-2704-42aa-b8c1-b880fee3a9ab req-8a5d6fcc-f75a-429b-be98-5913bf16ed1a tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501204 Aug 25 03:14:14.631510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Router 52cb30df-4f52-4542-9233-6df23b4e37b7 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:14.641943 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:14.667966 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc64733-59e3-41f8-8713-cd22892561ce None None] The sync data for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi is: [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:08:22Z', 'revision_number': 4, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '20095102-4fc7-422f-ac90-796f95070fee', 'name': '', 'network_id': 'a77f17b6-1817-4296-9c12-5c085b9f2966', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'mac_address': 'fa:16:3e:e3:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:21Z', 'updated_at': '2022-08-25T03:08:27Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'subnets': [{'id': '264b9a8f-ae13-4f55-90f2-0c4e5563d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:14.750909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:14.756183 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5fe015b2-d7c4-400a-aa31-f2a00340e0a1 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/52cb30df-4f52-4542-9233-6df23b4e37b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5750566 Aug 25 03:14:14.759427 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57842) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:14.760063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Sync routers for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:14.773564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:14.774505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:14.872642 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks [] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:14.901242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:14.981166 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77970617-ee26-4f7e-988d-588bbbb2cc5f None None] New status for floating IP e0666670-b543-4691-b295-da2a74cdc7eb: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:14:15.030230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks [] for router_gateway (52cb30df-4f52-4542-9233-6df23b4e37b7), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:15.114741 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:14:13Z', 'revision_number': 5, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port': {'id': '1e5f0085-510c-4cea-a278-a6162c3b0727', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:06:03Z', 'updated_at': '2022-08-25T03:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:15.142203 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Checking router: 52cb30df-4f52-4542-9233-6df23b4e37b7 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:15.151630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Routers {'52cb30df-4f52-4542-9233-6df23b4e37b7'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:15.152190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['52cb30df-4f52-4542-9233-6df23b4e37b7'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:15.178742 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Deleting port 1e5f0085-510c-4cea-a278-a6162c3b0727 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:15.179096 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:15.276821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] For port 1e5f0085-510c-4cea-a278-a6162c3b0727, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1e5f0085-510c-4cea-a278-a6162c3b0727,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:15.277285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:15.291665 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Calling delete_port for 1e5f0085-510c-4cea-a278-a6162c3b0727 owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:15.372410 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] Set router 52cb30df-4f52-4542-9233-6df23b4e37b7 gateway port host: None {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:15.427397 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:14:15Z', 'revision_number': 6, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:15.454778 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d381a-4127-4c05-8e81-ae8b8c6bc3fb None None] The sync data for ids ['52cb30df-4f52-4542-9233-6df23b4e37b7'] in dv-cinder-779578-6-iscsi is: [{'id': '52cb30df-4f52-4542-9233-6df23b4e37b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1853555275-router', 'tenant_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:06:02Z', 'updated_at': '2022-08-25T03:14:15Z', 'revision_number': 6, 'project_id': '1d3d0ec7db3c4b3b8625c575a2a11ec8', 'gw_port_host': None}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:15.527698 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-7be883ab-1eac-4418-bd5d-e2f8b7cba05d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347733 Aug 25 03:14:15.615406 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (1e5f0085-510c-4cea-a278-a6162c3b0727), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:15.642412 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5f0085-510c-4cea-a278-a6162c3b0727,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:15.670979 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:15.710600 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (52cb30df-4f52-4542-9233-6df23b4e37b7), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:15.758355 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4f4c-5b59-4958-8163-4dfd7959a9bb req-04f25a5d-5b6e-4529-b7b3-8b2d19fdda53 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:15.766167 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-344d4f4c-5b59-4958-8163-4dfd7959a9bb req-04f25a5d-5b6e-4529-b7b3-8b2d19fdda53 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.0572679 Aug 25 03:14:15.847344 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-344d4f4c-5b59-4958-8163-4dfd7959a9bb req-b8a2df83-5fdb-4b1f-8c02-b1e649a5663b tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cc86647c-25c8-470f-b30e-723904544ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788424 Aug 25 03:14:16.164250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:16.193888 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.199240 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks [] for router_controller (52cb30df-4f52-4542-9233-6df23b4e37b7), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.250976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-6b9dedc5-ec02-4886-9449-27b951e1bf91 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:16.252373 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-6b9dedc5-ec02-4886-9449-27b951e1bf91 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 945 time: 0.1001549 Aug 25 03:14:16.279700 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-cf562628-8a5d-4e9d-8357-8e27b8e4b274 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392303 Aug 25 03:14:16.392964 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (52cb30df-4f52-4542-9233-6df23b4e37b7), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.394417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cb30df-4f52-4542-9233-6df23b4e37b7 {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:14:16.415160 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.415160 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-34022ce2-07ae-4956-ada6-e8177ea367d9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/52cb30df-4f52-4542-9233-6df23b4e37b7 HTTP/1.1" status: 204 len: 168 time: 1.6514990 Aug 25 03:14:16.415888 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57868) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:16.467769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Deleting subnet 32c39efe-3dbb-4859-bac9-fcaa7727311d {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:14:16.471863 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Publish callbacks [] for subnet (32c39efe-3dbb-4859-bac9-fcaa7727311d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.510748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Deleting port c21206be-eb06-4c5c-87e2-32b7265507d1 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:16.511090 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.511260 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (32c39efe-3dbb-4859-bac9-fcaa7727311d), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.599562 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:16.618684 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:16.620400 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (32c39efe-3dbb-4859-bac9-fcaa7727311d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.621183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] For port c21206be-eb06-4c5c-87e2-32b7265507d1, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c21206be-eb06-4c5c-87e2-32b7265507d1,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:16.621688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.636967 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Calling delete_port for c21206be-eb06-4c5c-87e2-32b7265507d1 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:16.712218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:16.778891 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (32c39efe-3dbb-4859-bac9-fcaa7727311d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.806033 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c39efe-3dbb-4859-bac9-fcaa7727311d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:16.810960 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.816806 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c0e00974-63cd-463c-b2bf-8ee379c335f9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/32c39efe-3dbb-4859-bac9-fcaa7727311d HTTP/1.1" status: 204 len: 168 time: 0.3975077 Aug 25 03:14:16.817944 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57872) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:16.827077 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5a5c1-947d-4fdc-b097-62ac499194ab None None] Network 6ac69087-e8de-47de-ba66-364375da66dd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:14:16.867620 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c21206be-eb06-4c5c-87e2-32b7265507d1), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:16.903805 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event deleted for resources: {'Port': ['ID=c21206be-eb06-4c5c-87e2-32b7265507d1,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:16.947427 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (6ac69087-e8de-47de-ba66-364375da66dd), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.014841 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Deleting port 035f5b9d-0f88-46ba-ac9c-48448c288d5d {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:17.015267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.022644 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] DHCP port deletion for 6ac69087-e8de-47de-ba66-364375da66dd request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:14:17.029245 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4d2a2774-8cde-4f8f-9fc9-5e655bdcac0a req-9d4dd11c-98ef-4532-8e2c-76fd22a313b5 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0497062 Aug 25 03:14:17.029886 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] No DVR routers for this DVR port c21206be-eb06-4c5c-87e2-32b7265507d1 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:17.036794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.043719 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a9b02f5a-b2ca-4ec0-9be7-9899218d46b5 req-4a0c0fad-de5e-4d3a-b7ff-ea93186230f4 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.79 "DELETE /networking/v2.0/ports/c21206be-eb06-4c5c-87e2-32b7265507d1 HTTP/1.1" status: 204 len: 173 time: 0.6306427 Aug 25 03:14:17.047019 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-deleted', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:17.050095 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13564aaa-97eb-4074-a3bc-eb9522e7604b" -d '{"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-deleted", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:17.086197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Deleting port 035f5b9d-0f88-46ba-ac9c-48448c288d5d {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:17.087051 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.100133 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f197512e-9d03-42f3-a77b-0b7e465cf0a9 x-openstack-request-id: req-f197512e-9d03-42f3-a77b-0b7e465cf0a9 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:17.100452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb779de8-4034-4b32-a378-d65e4bbdbf71", "name": "network-vif-deleted", "tag": "c21206be-eb06-4c5c-87e2-32b7265507d1", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:17.100710 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f197512e-9d03-42f3-a77b-0b7e465cf0a9 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:17.101118 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f197512e-9d03-42f3-a77b-0b7e465cf0a9'] response: {'server_uuid': 'bb779de8-4034-4b32-a378-d65e4bbdbf71', 'name': 'network-vif-deleted', 'tag': 'c21206be-eb06-4c5c-87e2-32b7265507d1', 'status': 'completed', 'code': 200} Aug 25 03:14:17.140024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] For port 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=035f5b9d-0f88-46ba-ac9c-48448c288d5d,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:17.140466 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.140931 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 969d587a-7a29-4a0c-a3d9-99015d03e017 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:17.161384 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Calling delete_port for 035f5b9d-0f88-46ba-ac9c-48448c288d5d owned by network:dhcp {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:17.169523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 969d587a-7a29-4a0c-a3d9-99015d03e017 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:17.169877 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 969d587a-7a29-4a0c-a3d9-99015d03e017 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:17.170292 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1e5f0085-510c-4cea-a278-a6162c3b0727 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:17.200243 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 1e5f0085-510c-4cea-a278-a6162c3b0727 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:17.200570 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1e5f0085-510c-4cea-a278-a6162c3b0727 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:17.200933 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 035f5b9d-0f88-46ba-ac9c-48448c288d5d no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:17.244531 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] For port 035f5b9d-0f88-46ba-ac9c-48448c288d5d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=035f5b9d-0f88-46ba-ac9c-48448c288d5d,segment=NetworkSegment(d8fa9130-719b-4d30-9d26-54e3a165dc74),segment_id=d8fa9130-719b-4d30-9d26-54e3a165dc74)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:17.244531 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.261630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Calling delete_port for 035f5b9d-0f88-46ba-ac9c-48448c288d5d owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:17.354313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 035f5b9d-0f88-46ba-ac9c-48448c288d5d is: ACTIVE; New status is: DOWN {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:14:17.354721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.365604 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.400212 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] No DVR routers for this DVR port 035f5b9d-0f88-46ba-ac9c-48448c288d5d on host dv-cinder-779578-6-iscsi {{(pid=107023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:17.401823 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=035f5b9d-0f88-46ba-ac9c-48448c288d5d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:17.414235 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (035f5b9d-0f88-46ba-ac9c-48448c288d5d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.441583 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] Pushing event deleted for resources: {'Port': ['ID=035f5b9d-0f88-46ba-ac9c-48448c288d5d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:17.447215 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f376c-4aed-4416-81c5-0cf5a2d5b597 None None] No DVR routers for this DVR port 035f5b9d-0f88-46ba-ac9c-48448c288d5d on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:17.504727 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (6ac69087-e8de-47de-ba66-364375da66dd), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.526280 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac69087-e8de-47de-ba66-364375da66dd']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:17.536354 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fa9130-719b-4d30-9d26-54e3a165dc74') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:17.536649 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fa9130-719b-4d30-9d26-54e3a165dc74') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:17.545976 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (d8fa9130-719b-4d30-9d26-54e3a165dc74), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.558828 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (d8fa9130-719b-4d30-9d26-54e3a165dc74), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.565186 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:14:17.565666 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (d8fa9130-719b-4d30-9d26-54e3a165dc74), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.652380 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment d8fa9130-719b-4d30-9d26-54e3a165dc74 resource provider aggregate not found Aug 25 03:14:17.669756 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment d8fa9130-719b-4d30-9d26-54e3a165dc74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8fa9130-719b-4d30-9d26-54e3a165dc74 found for delete ", "request_id": "req-53f4b36a-5c41-4037-82de-959b39b0e05d"}]} Aug 25 03:14:17.718458 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (6ac69087-e8de-47de-ba66-364375da66dd), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.739992 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:17.739992 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6ac69087-e8de-47de-ba66-364375da66dd HTTP/1.1" status: 204 len: 168 time: 0.9201033 Aug 25 03:14:17.739992 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b9f93-6f85-404d-98ec-a12bc48bb6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac69087-e8de-47de-ba66-364375da66dd,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:17.981505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:18.131346 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c0563a1d-bf64-4d2b-867b-e76c0c0ac1ca req-c4b44b51-8cd2-45bf-a240-df667231eb20 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Aug 25 03:14:18.163337 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57896) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:18.208672 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f1f90261-0a9b-408f-845d-afb96a74391d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1d3d0ec7db3c4b3b8625c575a2a11ec8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440965 Aug 25 03:14:18.211154 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57898) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:18.258740 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] Publish callbacks [] for security_group (54af1ea5-0ba2-4c18-94cf-b1830ca661f7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:18.279372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] Publish callbacks [] for security_group (54af1ea5-0ba2-4c18-94cf-b1830ca661f7), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:18.563988 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (54af1ea5-0ba2-4c18-94cf-b1830ca661f7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:18.567300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:18.568589 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/54af1ea5-0ba2-4c18-94cf-b1830ca661f7 HTTP/1.1" status: 204 len: 168 time: 0.3565576 Aug 25 03:14:18.578868 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c258464-0b0d-446c-9a25-de9c626218b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af1ea5-0ba2-4c18-94cf-b1830ca661f7,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:19.247693 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ffb9592f-eb9d-48e5-a1fd-bdd408fde0e0 req-c003c756-3f52-4e9c-903c-6244ea943825 tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=bb779de8-4034-4b32-a378-d65e4bbdbf71 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Aug 25 03:14:19.726404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:19.749632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: c21206be-eb06-4c5c-87e2-32b7265507d1 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:19.749999 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c21206be-eb06-4c5c-87e2-32b7265507d1 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:19.833393 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57934) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:19.942779 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df61b26d-c329-4546-aebb-9b17adffb8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.000969 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:20.023524 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df61b26d-c329-4546-aebb-9b17adffb8cd admin admin] Publish callbacks [] for security_group (033cadce-6b8f-4c7f-b827-eef18951a0c2), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.158723 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-df61b26d-c329-4546-aebb-9b17adffb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (033cadce-6b8f-4c7f-b827-eef18951a0c2), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.199639 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-df61b26d-c329-4546-aebb-9b17adffb8cd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a85c39c0710c49479669e0637e6db127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651788 Aug 25 03:14:20.200513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61b26d-c329-4546-aebb-9b17adffb8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033cadce-6b8f-4c7f-b827-eef18951a0c2,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:20.202368 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57940) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:20.252416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] Publish callbacks [] for security_group (033cadce-6b8f-4c7f-b827-eef18951a0c2), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.274018 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] Publish callbacks [] for security_group (033cadce-6b8f-4c7f-b827-eef18951a0c2), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.330818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57946) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:20.386152 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (cc86647c-25c8-470f-b30e-723904544ec1), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.411376 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (cc86647c-25c8-470f-b30e-723904544ec1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.450516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (033cadce-6b8f-4c7f-b827-eef18951a0c2), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.453194 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.454402 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/033cadce-6b8f-4c7f-b827-eef18951a0c2 HTTP/1.1" status: 204 len: 168 time: 0.2510371 Aug 25 03:14:20.463990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae14f28-5ee1-44e2-b1c3-f1ce3dea29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cadce-6b8f-4c7f-b827-eef18951a0c2,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:20.616256 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (cc86647c-25c8-470f-b30e-723904544ec1), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.619113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:20.620594 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cc86647c-25c8-470f-b30e-723904544ec1 HTTP/1.1" status: 204 len: 168 time: 0.2923424 Aug 25 03:14:20.633294 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926b6d-60bf-476a-8be8-e7b0dbac2a4d tempest-TestShelveInstance-969934618 tempest-TestShelveInstance-969934618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc86647c-25c8-470f-b30e-723904544ec1,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:20.780026 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 57956) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:21.224752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:21.241677 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (a5e27df6-739a-415f-98ef-648734259223), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:21.470534 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Deleting port 20095102-4fc7-422f-ac90-796f95070fee {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:21.470963 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (20095102-4fc7-422f-ac90-796f95070fee), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:21.557951 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] For port 20095102-4fc7-422f-ac90-796f95070fee, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=20095102-4fc7-422f-ac90-796f95070fee,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:21.558316 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (20095102-4fc7-422f-ac90-796f95070fee), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:21.571545 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Calling delete_port for 20095102-4fc7-422f-ac90-796f95070fee owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:21.879516 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (20095102-4fc7-422f-ac90-796f95070fee), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:21.908750 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=20095102-4fc7-422f-ac90-796f95070fee,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:21.936943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:22.101864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (a5e27df6-739a-415f-98ef-648734259223), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.238698 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a099-8bd8-49e6-916a-6a9cde6cbc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.256570 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:22.320897 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Router a5e27df6-739a-415f-98ef-648734259223 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:22.424292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:22.429846 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1c21aca2-0d5e-4f01-861c-195681524b00 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/a5e27df6-739a-415f-98ef-648734259223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475396 Aug 25 03:14:22.432099 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 57994) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:22.433155 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Sync routers for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:22.462101 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:22.462732 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:22.535592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks [] for router (a5e27df6-739a-415f-98ef-648734259223), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.564159 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:22.642256 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks [] for router_gateway (a5e27df6-739a-415f-98ef-648734259223), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.744319 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:14:21Z', 'revision_number': 5, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port': {'id': '7753cdbc-5afd-420f-b972-ee31af07d3bd', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e27df6-739a-415f-98ef-648734259223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:18Z', 'updated_at': '2022-08-25T03:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:22.770284 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Checking router: a5e27df6-739a-415f-98ef-648734259223 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:22.783002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Routers {'a5e27df6-739a-415f-98ef-648734259223'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:22.783002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:13:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['a5e27df6-739a-415f-98ef-648734259223'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:22.795985 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Deleting port 7753cdbc-5afd-420f-b972-ee31af07d3bd {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:22.796589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.820557 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:22.865171 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:22.869514 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] Set router a5e27df6-739a-415f-98ef-648734259223 gateway port host: None {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:22.908443 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-c668c42e-8ecc-42df-aacb-03f3d96ae8ae service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526586 Aug 25 03:14:22.930029 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] For port 7753cdbc-5afd-420f-b972-ee31af07d3bd, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=7753cdbc-5afd-420f-b972-ee31af07d3bd,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:22.930398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:22.947490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Calling delete_port for 7753cdbc-5afd-420f-b972-ee31af07d3bd owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:22.947698 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:14:22Z', 'revision_number': 6, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:22.973731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac2113-5631-48e4-97c9-c043e21c7bc4 None None] The sync data for ids ['a5e27df6-739a-415f-98ef-648734259223'] in dv-cinder-779578-6-iscsi is: [{'id': 'a5e27df6-739a-415f-98ef-648734259223', 'name': 'tempest-TestShelveInstance-622016038-router', 'tenant_id': '54df2648916c4681af69062a1d5b7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:17Z', 'updated_at': '2022-08-25T03:14:22Z', 'revision_number': 6, 'project_id': '54df2648916c4681af69062a1d5b7430', 'gw_port_host': None}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:23.028443 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-31366dd0-833e-4f3b-bc61-7a5690a9ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:23.029928 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-31366dd0-833e-4f3b-bc61-7a5690a9ab96 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 1130 time: 0.0838225 Aug 25 03:14:23.040834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:23.194889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-0884a162-9d2d-4ad9-afb2-cf2b29f34888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:23.196548 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-0884a162-9d2d-4ad9-afb2-cf2b29f34888 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.1453707 Aug 25 03:14:23.318439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (7753cdbc-5afd-420f-b972-ee31af07d3bd), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.353533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7753cdbc-5afd-420f-b972-ee31af07d3bd,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:23.370808 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.371468 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.372331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.372854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.373384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.373714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.374043 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.374445 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.374776 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.376418 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.376765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.377100 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.377425 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.377748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.378069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:23.391504 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 20095102-4fc7-422f-ac90-796f95070fee no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:23.397089 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:23.422442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 20095102-4fc7-422f-ac90-796f95070fee {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:23.422818 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 20095102-4fc7-422f-ac90-796f95070fee not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:23.442856 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (a5e27df6-739a-415f-98ef-648734259223), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.531860 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (a5e27df6-739a-415f-98ef-648734259223), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.534094 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks [] for router_controller (a5e27df6-739a-415f-98ef-648734259223), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.701434 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (a5e27df6-739a-415f-98ef-648734259223), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.701993 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e27df6-739a-415f-98ef-648734259223 {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:14:23.707109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.708365 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e2bcddd9-ce04-4f2b-8612-170fc741eb6d admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/a5e27df6-739a-415f-98ef-648734259223 HTTP/1.1" status: 204 len: 168 time: 1.2751486 Aug 25 03:14:23.711067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58012) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:23.750408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:23.761946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Deleting subnet 264b9a8f-ae13-4f55-90f2-0c4e5563d563 {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:14:23.765440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Publish callbacks [] for subnet (264b9a8f-ae13-4f55-90f2-0c4e5563d563), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.803899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (264b9a8f-ae13-4f55-90f2-0c4e5563d563), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.886867 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (264b9a8f-ae13-4f55-90f2-0c4e5563d563), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:23.995030 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-462af194-747e-4307-81c0-c6cd907fd6cc service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789 HTTP/1.1" status: 200 len: 1002 time: 0.0746422 Aug 25 03:14:24.078782 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (264b9a8f-ae13-4f55-90f2-0c4e5563d563), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.104254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264b9a8f-ae13-4f55-90f2-0c4e5563d563,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:24.111524 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.115512 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c18db1ac-3e65-413a-b325-15bc67703ffa admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/264b9a8f-ae13-4f55-90f2-0c4e5563d563 HTTP/1.1" status: 204 len: 168 time: 0.4033132 Aug 25 03:14:24.117580 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5aba94-c1a2-4b7d-aed8-d6288145c9c8 None None] Network a77f17b6-1817-4296-9c12-5c085b9f2966 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:14:24.117850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58020) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:24.159441 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:24.194998 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (a77f17b6-1817-4296-9c12-5c085b9f2966), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.244775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Deleting port fc53b8dd-48ee-4897-97ae-35ce876dcfcf {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:24.245123 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.272484 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] DHCP port deletion for a77f17b6-1817-4296-9c12-5c085b9f2966 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:14:24.295674 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:24.312380 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Deleting port fc53b8dd-48ee-4897-97ae-35ce876dcfcf {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:24.312751 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.315835 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] For port fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:24.315835 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.329342 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Calling delete_port for fc53b8dd-48ee-4897-97ae-35ce876dcfcf owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:24.392871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] For port fc53b8dd-48ee-4897-97ae-35ce876dcfcf, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,segment=NetworkSegment(3891c1ac-bed9-49c1-8f17-f44351e3c613),segment_id=3891c1ac-bed9-49c1-8f17-f44351e3c613)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:24.393454 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.406243 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Calling delete_port for fc53b8dd-48ee-4897-97ae-35ce876dcfcf owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:24.483789 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b5529626-0d73-4f30-aa36-92f37f0ae76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.559292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.564457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (fc53b8dd-48ee-4897-97ae-35ce876dcfcf), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.587516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:24.590109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] No DVR routers for this DVR port fc53b8dd-48ee-4897-97ae-35ce876dcfcf on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:24.592515 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] Pushing event deleted for resources: {'Port': ['ID=fc53b8dd-48ee-4897-97ae-35ce876dcfcf,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:24.599298 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d28e51-d186-482b-84ff-6279d10f8f06 None None] No DVR routers for this DVR port fc53b8dd-48ee-4897-97ae-35ce876dcfcf on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:24.668114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (a77f17b6-1817-4296-9c12-5c085b9f2966), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.689754 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77f17b6-1817-4296-9c12-5c085b9f2966']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:24.699559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3891c1ac-bed9-49c1-8f17-f44351e3c613') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:24.699863 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3891c1ac-bed9-49c1-8f17-f44351e3c613') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:24.709807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (3891c1ac-bed9-49c1-8f17-f44351e3c613), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.750784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (3891c1ac-bed9-49c1-8f17-f44351e3c613), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.762846 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:14:24.763237 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (3891c1ac-bed9-49c1-8f17-f44351e3c613), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.809520 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 3891c1ac-bed9-49c1-8f17-f44351e3c613 resource provider aggregate not found Aug 25 03:14:24.818179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-75bfcfe1-ec34-49b2-af7d-4b97e90bec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:24.819689 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-75bfcfe1-ec34-49b2-af7d-4b97e90bec62 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.1034474 Aug 25 03:14:24.829220 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 3891c1ac-bed9-49c1-8f17-f44351e3c613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3891c1ac-bed9-49c1-8f17-f44351e3c613 found for delete ", "request_id": "req-b7e94cc4-d6d9-4b0c-b379-3c3cf16b67f3"}]} Aug 25 03:14:24.896038 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (a77f17b6-1817-4296-9c12-5c085b9f2966), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.900588 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:24.903662 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/a77f17b6-1817-4296-9c12-5c085b9f2966 HTTP/1.1" status: 204 len: 168 time: 0.7849088 Aug 25 03:14:24.906769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58030) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:24.918288 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513465-a2c2-45f9-9ee9-f4eaa5adf4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a77f17b6-1817-4296-9c12-5c085b9f2966,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:24.985976 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:25.023185 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:25.107844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7753cdbc-5afd-420f-b972-ee31af07d3bd no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:25.129115 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 7753cdbc-5afd-420f-b972-ee31af07d3bd {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:25.129463 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 7753cdbc-5afd-420f-b972-ee31af07d3bd not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:25.129879 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device fc53b8dd-48ee-4897-97ae-35ce876dcfcf no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:25.149134 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: fc53b8dd-48ee-4897-97ae-35ce876dcfcf {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:25.149486 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device fc53b8dd-48ee-4897-97ae-35ce876dcfcf not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:25.444648 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (87f0547b-184a-4028-8002-376d52b851a8), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:25.668170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-65eb0968-a07f-4558-b039-048af1978fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:25.669747 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-65eb0968-a07f-4558-b039-048af1978fd0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430224 Aug 25 03:14:25.673526 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Deleting port c5671bb5-ae80-45cf-921a-c02465f34bce {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:25.673867 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:25.685682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:25.706851 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:25.759658 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] For port c5671bb5-ae80-45cf-921a-c02465f34bce, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c5671bb5-ae80-45cf-921a-c02465f34bce,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:25.760024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:25.768858 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-528017ce-3fe7-4420-b14a-4accd23eeae4 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918555 Aug 25 03:14:25.773065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Calling delete_port for c5671bb5-ae80-45cf-921a-c02465f34bce owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:25.860604 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-645cb5ff-f943-47ee-a9f8-ab77c4b5211a req-38cb3125-a1b4-492f-958d-a4911fff77d1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Aug 25 03:14:25.922986 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:26.113666 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (c5671bb5-ae80-45cf-921a-c02465f34bce), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:26.147628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5671bb5-ae80-45cf-921a-c02465f34bce,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:26.322459 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (87f0547b-184a-4028-8002-376d52b851a8), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:26.353409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-6f68e790-44bc-4ba7-9366-e3cf6c17d829 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322042 Aug 25 03:14:26.369871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:26.540911 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Router 87f0547b-184a-4028-8002-376d52b851a8 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:26.547933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-0c3c35aa-9ccb-4491-8643-ffacbb5f4682 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:26.549690 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-0c3c35aa-9ccb-4491-8643-ffacbb5f4682 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906230 Aug 25 03:14:26.554229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:14:26.564316 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-a4117bad-0f4a-4ba2-a67a-85bfdba22adc tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/quotas/b6c389c35c7f433a912a8c1dbde72f69 HTTP/1.1" status: 200 len: 375 time: 0.0090952 Aug 25 03:14:26.599143 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-0ced1be4-107e-488b-922f-39c726d03cd5 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291677 Aug 25 03:14:26.649380 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:26.657317 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3b1b3e3e-4e41-40dc-896e-ec16d4509212 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/87f0547b-184a-4028-8002-376d52b851a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7467937 Aug 25 03:14:26.657317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58052) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:26.660532 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Sync routers for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:26.671239 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:26.672029 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:26.747811 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:26.761996 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks [] for router (87f0547b-184a-4028-8002-376d52b851a8), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:26.774879 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:26.872700 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks [] for router_gateway (87f0547b-184a-4028-8002-376d52b851a8), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:26.957089 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '657501aa-afc4-479e-9460-4c7c97532b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:14:25Z', 'revision_number': 5, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port': {'id': '657501aa-afc4-479e-9460-4c7c97532b46', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0547b-184a-4028-8002-376d52b851a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:08:28Z', 'updated_at': '2022-08-25T03:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:26.960851 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-920a2064-1edb-48e6-b51a-d0c2868a346d req-bcf35e81-44b5-429f-a148-da6109de646c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0500476 Aug 25 03:14:26.988892 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Checking router: 87f0547b-184a-4028-8002-376d52b851a8 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:26.997584 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Routers {'87f0547b-184a-4028-8002-376d52b851a8'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:26.997584 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['87f0547b-184a-4028-8002-376d52b851a8'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:27.037336 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:27.042514 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Deleting port 657501aa-afc4-479e-9460-4c7c97532b46 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:27.048613 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (657501aa-afc4-479e-9460-4c7c97532b46), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.101316 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] Set router 87f0547b-184a-4028-8002-376d52b851a8 gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:27.151318 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] For port 657501aa-afc4-479e-9460-4c7c97532b46, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=657501aa-afc4-479e-9460-4c7c97532b46,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:27.151685 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (657501aa-afc4-479e-9460-4c7c97532b46), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.154094 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:14:26Z', 'revision_number': 6, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:27.167970 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Calling delete_port for 657501aa-afc4-479e-9460-4c7c97532b46 owned by network:router_gateway {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:27.180466 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8720560-e1b5-420c-9950-b66ae3462185 None None] The sync data for ids ['87f0547b-184a-4028-8002-376d52b851a8'] in dv-cinder-779578-6-iscsi is: [{'id': '87f0547b-184a-4028-8002-376d52b851a8', 'name': 'tempest-TestShelveInstance-468171737-router', 'tenant_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:08:27Z', 'updated_at': '2022-08-25T03:14:26Z', 'revision_number': 6, 'project_id': 'dbfe6b887aa041b7a0de4ce722cb1573', 'gw_port_host': None}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:27.495432 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (657501aa-afc4-479e-9460-4c7c97532b46), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.524582 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Pushing event deleted for resources: {'Port': ['ID=657501aa-afc4-479e-9460-4c7c97532b46,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:27.530186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.533277 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.594666 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (87f0547b-184a-4028-8002-376d52b851a8), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.684589 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (87f0547b-184a-4028-8002-376d52b851a8), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.686769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks [] for router_controller (87f0547b-184a-4028-8002-376d52b851a8), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.838571 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (87f0547b-184a-4028-8002-376d52b851a8), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.839074 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f0547b-184a-4028-8002-376d52b851a8 {{(pid=107023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:14:27.843510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.844712 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-88ec32e9-72d9-49e5-8c59-e74959f65268 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/87f0547b-184a-4028-8002-376d52b851a8 HTTP/1.1" status: 204 len: 168 time: 1.1866262 Aug 25 03:14:27.848055 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58076) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:27.892867 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Deleting subnet 2a085439-8fcd-4d6f-9574-63ac79426a43 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:14:27.896593 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Publish callbacks [] for subnet (2a085439-8fcd-4d6f-9574-63ac79426a43), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:27.932511 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (2a085439-8fcd-4d6f-9574-63ac79426a43), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.017055 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (2a085439-8fcd-4d6f-9574-63ac79426a43), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.064466 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1f600b02-2b8f-46bf-8d99-f27d418ac40b req-e65517f9-1b99-4c4b-b2fe-d3c097ac7223 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0352764 Aug 25 03:14:28.158701 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (2a085439-8fcd-4d6f-9574-63ac79426a43), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.164832 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:28.187533 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a085439-8fcd-4d6f-9574-63ac79426a43,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:28.194291 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.196329 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-8f0d94e4-9b27-4e84-83bb-79b9393bf207 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/2a085439-8fcd-4d6f-9574-63ac79426a43 HTTP/1.1" status: 204 len: 168 time: 0.3458030 Aug 25 03:14:28.197878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58084) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:28.200172 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bae7f-0ded-4e82-a33e-553a17299b75 None None] Network 6e31724a-de60-485d-9ddd-f3b45c24b667 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:14:28.306651 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (6e31724a-de60-485d-9ddd-f3b45c24b667), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.357327 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Deleting port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:28.357935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.434077 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] For port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:28.434372 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.448342 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Calling delete_port for 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:28.515067 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] DHCP port deletion for 6e31724a-de60-485d-9ddd-f3b45c24b667 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:14:28.554151 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Deleting port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:28.554803 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.609875 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.627237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] For port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,segment=NetworkSegment(c93c4ef2-7e5e-4717-84ce-92959e58db2d),segment_id=c93c4ef2-7e5e-4717-84ce-92959e58db2d)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:28.627635 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.646508 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:28.646684 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Calling delete_port for 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:28.646807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] No DVR routers for this DVR port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:28.721350 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (6e31724a-de60-485d-9ddd-f3b45c24b667), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.723761 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:28.724819 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.743381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e31724a-de60-485d-9ddd-f3b45c24b667']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:28.753599 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c4ef2-7e5e-4717-84ce-92959e58db2d') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:28.753910 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c4ef2-7e5e-4717-84ce-92959e58db2d') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:28.755101 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] Pushing event deleted for resources: {'Port': ['ID=4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:28.758549 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbc4ea-a2b7-4141-89b9-386fb01a09d6 None None] No DVR routers for this DVR port 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:28.765960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (c93c4ef2-7e5e-4717-84ce-92959e58db2d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.781432 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (c93c4ef2-7e5e-4717-84ce-92959e58db2d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.788059 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:14:28.788470 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (c93c4ef2-7e5e-4717-84ce-92959e58db2d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.832239 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment c93c4ef2-7e5e-4717-84ce-92959e58db2d resource provider aggregate not found Aug 25 03:14:28.850226 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment c93c4ef2-7e5e-4717-84ce-92959e58db2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c93c4ef2-7e5e-4717-84ce-92959e58db2d found for delete ", "request_id": "req-29609269-1de1-48bd-ac15-e0b084140f66"}]} Aug 25 03:14:28.970384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (6e31724a-de60-485d-9ddd-f3b45c24b667), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.978279 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:28.981364 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6e31724a-de60-485d-9ddd-f3b45c24b667 HTTP/1.1" status: 204 len: 168 time: 0.7824526 Aug 25 03:14:28.992220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba4f5d-b113-4d3b-ba84-c553201b536c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e31724a-de60-485d-9ddd-f3b45c24b667,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:29.135596 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:29.155483 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:29.155833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 4eb3a336-c8e7-4f2e-a676-0e4ddb7f1f7d not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:29.156308 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c5671bb5-ae80-45cf-921a-c02465f34bce no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:29.172379 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4e4b040-1d06-443b-bc4f-4840abd6c704 req-e7c6c4f6-6b59-4c21-bee9-5d6cb53ef12c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0291324 Aug 25 03:14:29.176461 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: c5671bb5-ae80-45cf-921a-c02465f34bce {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:29.176822 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c5671bb5-ae80-45cf-921a-c02465f34bce not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:29.177241 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 657501aa-afc4-479e-9460-4c7c97532b46 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:29.196166 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 657501aa-afc4-479e-9460-4c7c97532b46 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:29.196526 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 657501aa-afc4-479e-9460-4c7c97532b46 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:29.518427 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58104) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:29.559423 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f3943f55-a4c3-430a-809a-cf2fd0151946 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=54df2648916c4681af69062a1d5b7430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393174 Aug 25 03:14:29.561981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58106) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:29.610278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] Publish callbacks [] for security_group (ed215976-a855-489d-8611-54fb59245525), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:29.613306 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:29.631834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] Publish callbacks [] for security_group (ed215976-a855-489d-8611-54fb59245525), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:29.769470 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ed215976-a855-489d-8611-54fb59245525), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:29.772137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:29.773341 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ed215976-a855-489d-8611-54fb59245525 HTTP/1.1" status: 204 len: 168 time: 0.2104855 Aug 25 03:14:29.781775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e554-df4b-43ad-80ab-8a70eaca5a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed215976-a855-489d-8611-54fb59245525,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:29.965568 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-974688a3-72ea-4b82-b4f8-a4a4d815b380 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218534 Aug 25 03:14:30.075531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-f5d4cc9d-a3d7-4968-a98b-7a6f9ccb2f01 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:30.077113 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-f5d4cc9d-a3d7-4968-a98b-7a6f9ccb2f01 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065032 Aug 25 03:14:30.089501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Request body: {'port': {'device_id': '21454497-4aa2-47ea-8802-961125bc0f09', 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6', 'admin_state_up': True, 'tenant_id': 'b6c389c35c7f433a912a8c1dbde72f69'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:30.283384 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6516334e-1e46-41d9-be30-2dacd8879d71 req-51ead045-3db8-4f71-bd7c-b4c53d381fa2 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Aug 25 03:14:30.289287 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Made reservation on behalf of b6c389c35c7f433a912a8c1dbde72f69 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:14:30.293284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.302669 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.386495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks [] for security_group (40417fbe-01d5-4e08-bea4-6a4c7dcd650d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.438883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58134) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:30.489589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (40417fbe-01d5-4e08-bea4-6a4c7dcd650d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.622415 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58138) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:30.666169 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f4861503-fb1f-4880-b42b-809ba3deb6bf admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dbfe6b887aa041b7a0de4ce722cb1573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425766 Aug 25 03:14:30.668819 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58140) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:30.726580 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] Publish callbacks [] for security_group (46a9c5ca-7400-4fbc-870a-c76e2def6e4e), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.750200 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] Publish callbacks [] for security_group (46a9c5ca-7400-4fbc-870a-c76e2def6e4e), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.830080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a332e3f7-7e57-4c29-983b-e19929318bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.835966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40417fbe-01d5-4e08-bea4-6a4c7dcd650d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:30.926374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:30.935211 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (46a9c5ca-7400-4fbc-870a-c76e2def6e4e), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.937839 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:30.939366 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/46a9c5ca-7400-4fbc-870a-c76e2def6e4e HTTP/1.1" status: 204 len: 168 time: 0.2692640 Aug 25 03:14:30.942759 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:30.947924 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ab4be-a508-48ea-ae95-19474ed7592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a9c5ca-7400-4fbc-870a-c76e2def6e4e,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:30.952045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Allocated IP 192.168.233.69 (7fa7022d-2a7a-41de-a634-e4ae97ba51f6/59be1754-4702-48b4-80a3-076ffad7426c/3cba6e38-d760-4ae3-8e33-0d4f5b67656c) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:14:31.005028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:31.010990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a332e3f7-7e57-4c29-983b-e19929318bde admin admin] Publish callbacks [] for security_group (0b2a8b8a-bce6-452e-80a9-100aa7974819), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.145310 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks [] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.175635 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a332e3f7-7e57-4c29-983b-e19929318bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (0b2a8b8a-bce6-452e-80a9-100aa7974819), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.220345 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a332e3f7-7e57-4c29-983b-e19929318bde admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2a5f3f3c8da84b49850bee8c32d1ce94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7803454 Aug 25 03:14:31.221318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332e3f7-7e57-4c29-983b-e19929318bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a8b8a-bce6-452e-80a9-100aa7974819,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:31.224301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58144) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:31.255753 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.277609 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] Publish callbacks [] for security_group (0b2a8b8a-bce6-452e-80a9-100aa7974819), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.301569 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] Publish callbacks [] for security_group (0b2a8b8a-bce6-452e-80a9-100aa7974819), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.303032 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:14:31.306374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:14:31.311994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:14:31.341982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Pushing event updated for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:31.400807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:31.401407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.447064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d72ef-4a53-43f0-bcf3-381cc303b9a7 req-faa12acf-7531-4d19-b703-89408c1922b2 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:31.448730 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b27d72ef-4a53-43f0-bcf3-381cc303b9a7 req-faa12acf-7531-4d19-b703-89408c1922b2 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 935 time: 0.0689168 Aug 25 03:14:31.511731 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b27d72ef-4a53-43f0-bcf3-381cc303b9a7 req-884e6681-984c-4088-9691-18c94e0d68cf tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563197 Aug 25 03:14:31.522040 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9d496bef-5417-4aab-b76e-994da7afb79c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4362428 Aug 25 03:14:31.545651 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Request body: {'port': {'device_id': '21454497-4aa2-47ea-8802-961125bc0f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:31.615690 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (0b2a8b8a-bce6-452e-80a9-100aa7974819), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.619398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.619546 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.619546 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0b2a8b8a-bce6-452e-80a9-100aa7974819 HTTP/1.1" status: 204 len: 168 time: 0.3938851 Aug 25 03:14:31.628297 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2e3fc-e75a-4d57-bf23-c7d86a1b41ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a8b8a-bce6-452e-80a9-100aa7974819,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:31.666036 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-975e1071-6e9b-47a4-8703-0a56682d3f5b None None] Provisioning complete for port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:14:31.666597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-975e1071-6e9b-47a4-8703-0a56682d3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.700265 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-975e1071-6e9b-47a4-8703-0a56682d3f5b None None] Port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:14:31.889893 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cba6e38-d760-4ae3-8e33-0d4f5b67656c {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:14:31.898122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks [] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:31.911316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Transition to ACTIVE for port object 3cba6e38-d760-4ae3-8e33-0d4f5b67656c will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:14:32.021629 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:32.106878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:32.136839 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Attempting to bind port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:14:32.137184 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Attempting to bind port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:14:32.137582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Attempting to bind port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c on network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:14:32.141961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c on network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:14:32.142292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Attempting to bind port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c on network 7fa7022d-2a7a-41de-a634-e4ae97ba51f6 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:14:32.147913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:14:32.148401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Checking segment: {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:14:32.148658 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Bound using segment: {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:14:32.149092 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Bound port: 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768d0a47-efcd-421a-a765-d1fac3349b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:14:32.149552 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:32.213231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:14:32.216264 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:14:32.226610 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:32.347948 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:32.350005 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:32.354324 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.354932 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:32.356325 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/3cba6e38-d760-4ae3-8e33-0d4f5b67656c HTTP/1.1" status: 200 len: 1097 time: 0.8266222 Aug 25 03:14:32.356740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:32.359183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f99c12-72ba-45b7-b876-b8fab9889c49" -d '{"events": [{"name": "network-changed", "server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:32.406950 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc183e-d05c-49c4-ad49-2c76941fb516 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:32.419699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8629f53-229d-438c-9f20-aaf5c29c6fb3 x-openstack-request-id: req-c8629f53-229d-438c-9f20-aaf5c29c6fb3 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:32.420060 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:32.420419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8629f53-229d-438c-9f20-aaf5c29c6fb3 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:32.420885 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8629f53-229d-438c-9f20-aaf5c29c6fb3'] response: {'name': 'network-changed', 'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c', 'status': 'completed', 'code': 200} Aug 25 03:14:32.485624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f99c12-72ba-45b7-b876-b8fab9889c49 req-53df2bdd-44bd-41a7-9143-e53f51e436b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.487132 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-47f99c12-72ba-45b7-b876-b8fab9889c49 req-53df2bdd-44bd-41a7-9143-e53f51e436b8 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 1131 time: 0.0451663 Aug 25 03:14:32.513853 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-47f99c12-72ba-45b7-b876-b8fab9889c49 req-41c2cb7c-e1f2-4644-b9b6-3c2f7a56f33b service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202539 Aug 25 03:14:32.615103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f99c12-72ba-45b7-b876-b8fab9889c49 req-466d8cb3-2518-4ba8-b952-ff07795aea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.616581 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-47f99c12-72ba-45b7-b876-b8fab9889c49 req-466d8cb3-2518-4ba8-b952-ff07795aea36 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974710 Aug 25 03:14:32.669148 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f7a3-cf04-46e0-9376-f6a7ccf11a51 req-fc44cc34-7a17-4992-b970-4e3d586f9c6f tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.670667 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b8e3f7a3-cf04-46e0-9376-f6a7ccf11a51 req-fc44cc34-7a17-4992-b970-4e3d586f9c6f tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 947 time: 0.0616901 Aug 25 03:14:32.696780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-43c4ecab-676c-4dc2-b20d-9cc44fb8c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.698339 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-43c4ecab-676c-4dc2-b20d-9cc44fb8c1e2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 1131 time: 0.0425301 Aug 25 03:14:32.719822 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b8e3f7a3-cf04-46e0-9376-f6a7ccf11a51 req-5aa1621b-0e3c-4890-9bb2-1203b9287472 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Aug 25 03:14:32.744596 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-ccb35c9e-45f8-4fbc-a090-8736173139d7 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c HTTP/1.1" status: 200 len: 217 time: 0.0396295 Aug 25 03:14:32.796462 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9f2cd72d-24bf-4dbd-bd43-ab38011e2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.797913 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-9f2cd72d-24bf-4dbd-bd43-ab38011e2a43 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=59be1754-4702-48b4-80a3-076ffad7426c HTTP/1.1" status: 200 len: 843 time: 0.0478923 Aug 25 03:14:32.842471 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-8e058ec3-3bf0-4ff6-8d4d-12875ea03dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:32.843943 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-8e058ec3-3bf0-4ff6-8d4d-12875ea03dc1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=7fa7022d-2a7a-41de-a634-e4ae97ba51f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0405476 Aug 25 03:14:32.931135 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:32.945546 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-6792c505-479e-422b-aadb-77514e9afcf7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/7fa7022d-2a7a-41de-a634-e4ae97ba51f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955200 Aug 25 03:14:33.037970 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e723c355-40f9-49a9-829d-3c089116b1d8 req-8b8f7ae9-3f30-4a54-b345-6b33022f0c51 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/7fa7022d-2a7a-41de-a634-e4ae97ba51f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Aug 25 03:14:33.848084 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee225a-e479-4e86-8647-f65c7c6c89a5 req-874b850d-951d-4d3d-b4a1-d4e3ae67aefe tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:33.849623 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87ee225a-e479-4e86-8647-f65c7c6c89a5 req-874b850d-951d-4d3d-b4a1-d4e3ae67aefe tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 947 time: 0.0548947 Aug 25 03:14:33.899467 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-87ee225a-e479-4e86-8647-f65c7c6c89a5 req-b96eb8bd-aefe-4273-b78a-d9d97cbcc793 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Aug 25 03:14:35.024247 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff685-89a4-4f35-803a-b3f691aecce5 req-6c9bcde5-f692-4783-80ec-4dc1e8472d96 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:35.025746 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9b0ff685-89a4-4f35-803a-b3f691aecce5 req-6c9bcde5-f692-4783-80ec-4dc1e8472d96 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 947 time: 0.0510528 Aug 25 03:14:35.075445 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9b0ff685-89a4-4f35-803a-b3f691aecce5 req-895ebc04-630f-4ca6-98a5-97c71556566c tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Aug 25 03:14:35.956491 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 3cba6e38-d760-4ae3-8e33-0d4f5b67656c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:14:36.059180 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:36.070876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c', 'network_id': '7fa7022d-2a7a-41de-a634-e4ae97ba51f6', 'port_id': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c', 'mac_address': 'fa:16:3e:0b:8a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59be1754-4702-48b4-80a3-076ffad7426c', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:14:36.105666 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:14:36.106056 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:36.120601 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cba6e38-d760-4ae3-8e33-0d4f5b67656c {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:14:36.140987 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:36.204435 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342371-d459-4d28-8ba4-eb7cdd5ac98e req-f0e699cb-aca9-422d-b385-7ecb14be15a2 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:36.206695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-93342371-d459-4d28-8ba4-eb7cdd5ac98e req-f0e699cb-aca9-422d-b385-7ecb14be15a2 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 947 time: 0.0477312 Aug 25 03:14:36.254589 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-93342371-d459-4d28-8ba4-eb7cdd5ac98e req-2161188e-ad72-4303-8a6c-78732ae010a6 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Aug 25 03:14:36.306501 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:36.355940 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:36.363062 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.364202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.364202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.364202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.364562 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.364893 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.365218 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.365542 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.365864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.366198 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.366506 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.366828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.367144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.367460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.367850 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:36.539397 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['3cba6e38-d760-4ae3-8e33-0d4f5b67656c'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:14:36.619164 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:36.637136 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:36.680440 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:37.156025 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=35 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:37.180335 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=50 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:37.180996 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58226) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:37.284973 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-454a538b-241e-49ec-bd6d-9e9855623dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.301194 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:37.406182 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0021e-91ec-43a7-a6e4-3aafca77984b req-e66b1aee-5121-4ade-9cee-2e5ecd98c641 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:37.407697 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9d0021e-91ec-43a7-a6e4-3aafca77984b req-e66b1aee-5121-4ade-9cee-2e5ecd98c641 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 948 time: 0.0720096 Aug 25 03:14:37.421413 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-454a538b-241e-49ec-bd6d-9e9855623dc7 admin admin] Publish callbacks [] for security_group (f857518f-3b0f-4fb4-a342-848a49632827), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.459608 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9d0021e-91ec-43a7-a6e4-3aafca77984b req-27a6c757-d91e-4ae1-af46-dbc121262a8a tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 Aug 25 03:14:37.506193 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-454a538b-241e-49ec-bd6d-9e9855623dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f857518f-3b0f-4fb4-a342-848a49632827), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.551988 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-454a538b-241e-49ec-bd6d-9e9855623dc7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=fe5c0009d8ac49e182128b388737f5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697209 Aug 25 03:14:37.553338 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a538b-241e-49ec-bd6d-9e9855623dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f857518f-3b0f-4fb4-a342-848a49632827,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:37.554002 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58232) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:37.608895 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] Publish callbacks [] for security_group (f857518f-3b0f-4fb4-a342-848a49632827), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.630719 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] Publish callbacks [] for security_group (f857518f-3b0f-4fb4-a342-848a49632827), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.746235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f857518f-3b0f-4fb4-a342-848a49632827), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.749117 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:37.750385 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f857518f-3b0f-4fb4-a342-848a49632827 HTTP/1.1" status: 204 len: 168 time: 0.1954024 Aug 25 03:14:37.758657 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f47195-d05c-4405-afc5-3a38b32cd0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f857518f-3b0f-4fb4-a342-848a49632827,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:37.959972 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 3cba6e38-d760-4ae3-8e33-0d4f5b67656c up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:14:38.005169 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:14:38.117623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:14:38.118077 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:38.198103 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:14:38.198412 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:38.221663 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:38.224003 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1876c-90d5-4738-91b7-31f9b77f3416" -d '{"events": [{"server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "name": "network-vif-plugged", "status": "completed", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:38.236165 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:38.265122 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ddd23d-19d2-4acf-9e37-314f0739fb8a x-openstack-request-id: req-19ddd23d-19d2-4acf-9e37-314f0739fb8a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:38.265416 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "name": "network-vif-plugged", "status": "completed", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:38.265670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19ddd23d-19d2-4acf-9e37-314f0739fb8a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:38.266111 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ddd23d-19d2-4acf-9e37-314f0739fb8a'] response: {'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c', 'code': 200} Aug 25 03:14:38.455194 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:38.503721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:38.581136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a7e1b-c6d5-445f-bece-8590142ebf14 req-55e6265c-93c2-4b80-b896-da8db651bb1d tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:38.582823 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-db1a7e1b-c6d5-445f-bece-8590142ebf14 req-55e6265c-93c2-4b80-b896-da8db651bb1d tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0502594 Aug 25 03:14:38.631239 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-db1a7e1b-c6d5-445f-bece-8590142ebf14 req-ab0c1739-e70c-4b7f-a657-e7c53584ad3a tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Aug 25 03:14:38.787296 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58242) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:38.800876 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-01ccbe1b-a78b-4589-adc0-90e3aa3860e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:38.801146 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe8484-e9c8-4479-ae85-362f035cc4ca req-803f2b2a-0489-4ccb-864b-74a013248a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:38.802675 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fcbe8484-e9c8-4479-ae85-362f035cc4ca req-803f2b2a-0489-4ccb-864b-74a013248a81 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 1133 time: 0.0409858 Aug 25 03:14:38.844901 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:38.849127 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fcbe8484-e9c8-4479-ae85-362f035cc4ca req-109edee3-0d67-41e3-9b79-5f493974824b service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Aug 25 03:14:38.877481 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-01ccbe1b-a78b-4589-adc0-90e3aa3860e6 admin admin] Publish callbacks [] for security_group (fed88440-3e0c-40a0-b523-b3251ef55ad8), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:38.986549 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-01ccbe1b-a78b-4589-adc0-90e3aa3860e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (fed88440-3e0c-40a0-b523-b3251ef55ad8), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:39.027570 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccbe1b-a78b-4589-adc0-90e3aa3860e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed88440-3e0c-40a0-b523-b3251ef55ad8,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:39.034217 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-01ccbe1b-a78b-4589-adc0-90e3aa3860e6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aea4c964ae644462b84fb32d7dbc1832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433319 Aug 25 03:14:39.034494 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58244) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:39.087104 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] Publish callbacks [] for security_group (fed88440-3e0c-40a0-b523-b3251ef55ad8), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:39.107116 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] Publish callbacks [] for security_group (fed88440-3e0c-40a0-b523-b3251ef55ad8), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:39.272071 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (fed88440-3e0c-40a0-b523-b3251ef55ad8), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:39.274639 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:39.275801 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fed88440-3e0c-40a0-b523-b3251ef55ad8 HTTP/1.1" status: 204 len: 168 time: 0.2403667 Aug 25 03:14:39.284065 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16affb71-086a-40fb-84d4-d43b1dd41551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed88440-3e0c-40a0-b523-b3251ef55ad8,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:39.751966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518d9e-fc94-4040-a3c6-ad744aa02806 req-4259725f-594a-4de1-b8ea-44fa30ba3b32 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:39.754255 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc518d9e-fc94-4040-a3c6-ad744aa02806 req-4259725f-594a-4de1-b8ea-44fa30ba3b32 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0488791 Aug 25 03:14:39.809207 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc518d9e-fc94-4040-a3c6-ad744aa02806 req-7adff0c1-3991-4984-82e6-5d9126c32adc tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Aug 25 03:14:40.929982 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a53ea-a627-4983-b75d-633682d12f40 req-3c917504-fbab-4e1b-90b5-cf85b734f56e tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:40.931499 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-707a53ea-a627-4983-b75d-633682d12f40 req-3c917504-fbab-4e1b-90b5-cf85b734f56e tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0480471 Aug 25 03:14:40.983428 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-707a53ea-a627-4983-b75d-633682d12f40 req-ecff5b6a-a8af-48d4-b5cb-129a0a11e1b0 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Aug 25 03:14:41.646423 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12a22-bd84-4cfd-9c11-0c3ba6dd928c req-5cc2d7be-4830-4141-804e-68ed0fe9d0b5 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:41.647900 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-92a12a22-bd84-4cfd-9c11-0c3ba6dd928c req-5cc2d7be-4830-4141-804e-68ed0fe9d0b5 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0485699 Aug 25 03:14:41.699917 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-92a12a22-bd84-4cfd-9c11-0c3ba6dd928c req-0ef3cd33-e8a9-4ad5-9204-48d8dcb2ea62 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Aug 25 03:14:42.374938 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:42.825261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74158e7f-c440-45b6-9024-59d73cfdf260 req-430f2a6d-70f1-4915-bdc0-0b9965ed83a8 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:42.826737 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-74158e7f-c440-45b6-9024-59d73cfdf260 req-430f2a6d-70f1-4915-bdc0-0b9965ed83a8 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0477676 Aug 25 03:14:42.875661 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-74158e7f-c440-45b6-9024-59d73cfdf260 req-80ba564b-229b-41cf-be87-db4c741d5d97 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=40417fbe-01d5-4e08-bea4-6a4c7dcd650d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Aug 25 03:14:42.965926 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245619de-8d5e-4546-aeac-433a844900a9 req-6fe5c9aa-d2e0-4adf-be25-dc06ca571e0f tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:42.967377 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245619de-8d5e-4546-aeac-433a844900a9 req-6fe5c9aa-d2e0-4adf-be25-dc06ca571e0f tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 949 time: 0.0464685 Aug 25 03:14:42.979740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:43.064718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Deleting port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:43.065212 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:43.138300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:43.158205 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] For port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,segment=NetworkSegment(768d0a47-efcd-421a-a765-d1fac3349b8e),segment_id=768d0a47-efcd-421a-a765-d1fac3349b8e)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:43.158577 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:43.172758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Calling delete_port for 3cba6e38-d760-4ae3-8e33-0d4f5b67656c owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:43.427711 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (3cba6e38-d760-4ae3-8e33-0d4f5b67656c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:43.440934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['3cba6e38-d760-4ae3-8e33-0d4f5b67656c'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:14:43.482473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Pushing event deleted for resources: {'Port': ['ID=3cba6e38-d760-4ae3-8e33-0d4f5b67656c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:43.550316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] No DVR routers for this DVR port 3cba6e38-d760-4ae3-8e33-0d4f5b67656c on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:43.552992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:43.556344 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-245619de-8d5e-4546-aeac-433a844900a9 req-bdec6dc0-7c8c-4293-a2b4-6623c72d7dd1 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.79 "DELETE /networking/v2.0/ports/3cba6e38-d760-4ae3-8e33-0d4f5b67656c HTTP/1.1" status: 204 len: 173 time: 0.5839612 Aug 25 03:14:43.558865 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'name': 'network-vif-deleted', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:43.559935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51050ea-ed15-42d4-8ebe-4892b1375e7b" -d '{"events": [{"server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "name": "network-vif-deleted", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:43.609935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15361b47-f0c7-44e5-8023-dbc6689589de x-openstack-request-id: req-15361b47-f0c7-44e5-8023-dbc6689589de {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:43.610544 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21454497-4aa2-47ea-8802-961125bc0f09", "name": "network-vif-deleted", "tag": "3cba6e38-d760-4ae3-8e33-0d4f5b67656c", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:43.610699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15361b47-f0c7-44e5-8023-dbc6689589de {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:43.611106 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15361b47-f0c7-44e5-8023-dbc6689589de'] response: {'server_uuid': '21454497-4aa2-47ea-8802-961125bc0f09', 'name': 'network-vif-deleted', 'tag': '3cba6e38-d760-4ae3-8e33-0d4f5b67656c', 'status': 'completed', 'code': 200} Aug 25 03:14:43.986476 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5daac29d-a1ec-4f7b-b1eb-b3e03d589089 req-61dd278d-69ee-4c8c-a7ae-43b2245aa2fd tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0314431 Aug 25 03:14:44.070985 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:44.090294 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00d5b5-bedb-4451-ae97-6bc95763689e req-659b34da-efbe-4fe8-88d3-f6fe4e186aa4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:44.091768 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4a00d5b5-bedb-4451-ae97-6bc95763689e req-659b34da-efbe-4fe8-88d3-f6fe4e186aa4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0490711 Aug 25 03:14:44.138865 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4a00d5b5-bedb-4451-ae97-6bc95763689e req-c86c505d-ca81-4e3a-ac17-5d7cb2145e22 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Aug 25 03:14:45.255228 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9fe019d7-15aa-4307-8b15-2ce93e43cb7d req-5bfa6618-cf3b-49d3-87be-ee8560a24713 tempest-VolumesNegativeTest-1683984142 tempest-VolumesNegativeTest-1683984142-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21454497-4aa2-47ea-8802-961125bc0f09 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Aug 25 03:14:45.260720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564cec-0aef-4e56-82ec-4594839ecbc5 req-49b04cd3-bc40-42d4-a3c8-4f1818829191 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:45.262229 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-00564cec-0aef-4e56-82ec-4594839ecbc5 req-49b04cd3-bc40-42d4-a3c8-4f1818829191 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0483871 Aug 25 03:14:45.312085 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-00564cec-0aef-4e56-82ec-4594839ecbc5 req-d140e14e-718a-4364-adb6-922ff7b2172f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=436ceb81-6d6d-4c40-a4cc-8bc9234817cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Aug 25 03:14:45.561369 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-e65a8985-3a5e-4e08-a67b-dbf37092abcb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:45.562845 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-e65a8985-3a5e-4e08-a67b-dbf37092abcb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 946 time: 0.0460343 Aug 25 03:14:45.657197 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port c58f1c44-d9e2-4a76-8ac4-963888760761 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:45.657566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:45.766327 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] For port c58f1c44-d9e2-4a76-8ac4-963888760761, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c58f1c44-d9e2-4a76-8ac4-963888760761,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:45.766327 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:45.936683 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:45.937055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:45.937384 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 3fca6099-8d2f-41aa-9c63-b24f73d8e8af disassociated. External IP: 172.27.1.156, port: c58f1c44-d9e2-4a76-8ac4-963888760761. Aug 25 03:14:45.937730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for c58f1c44-d9e2-4a76-8ac4-963888760761 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:45.948015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:46.180707 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c58f1c44-d9e2-4a76-8ac4-963888760761), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:46.214662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=c58f1c44-d9e2-4a76-8ac4-963888760761,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:46.297760 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:46.331266 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:46.431726 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1d1908a4-0100-43da-95e8-6d89fdcb0f03 req-b4d8d27e-eb02-4139-940d-14d85c88106c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0326347 Aug 25 03:14:46.437239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:46.449053 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:46.461782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:46.462489 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:46.483602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] No DVR routers for this DVR port c58f1c44-d9e2-4a76-8ac4-963888760761 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:46.486109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:46.490066 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c06b433e-02cd-42d0-8651-5b28ab7b0949 req-fcb3226a-7b3a-4e85-97bd-d1eaff56ad3c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "DELETE /networking/v2.0/ports/c58f1c44-d9e2-4a76-8ac4-963888760761 HTTP/1.1" status: 204 len: 173 time: 0.9179029 Aug 25 03:14:46.490507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'name': 'network-vif-deleted', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:46.492792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac941ee-2994-4157-b452-b03600cc1c16" -d '{"events": [{"server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "name": "network-vif-deleted", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:46.536699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b83e6d6-513f-41f6-b8fe-56078b9985a9 x-openstack-request-id: req-2b83e6d6-513f-41f6-b8fe-56078b9985a9 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:46.537959 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7427fc-d39b-40c5-b938-2e054cbba63c", "name": "network-vif-deleted", "tag": "c58f1c44-d9e2-4a76-8ac4-963888760761", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:46.538261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b83e6d6-513f-41f6-b8fe-56078b9985a9 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:46.538758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b83e6d6-513f-41f6-b8fe-56078b9985a9'] response: {'server_uuid': '2f7427fc-d39b-40c5-b938-2e054cbba63c', 'name': 'network-vif-deleted', 'tag': 'c58f1c44-d9e2-4a76-8ac4-963888760761', 'status': 'completed', 'code': 200} Aug 25 03:14:46.583341 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:46.829034 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:46.855716 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:46.864792 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:46.865390 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:46.972092 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:47.217647 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:47.244939 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c4fe2-5a35-4bc1-8505-22d0262fdc4c None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6b993a31-91ad-4269-911b-d314ad212f30', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:41:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:12:34Z', 'updated_at': '2022-08-25T03:12:58Z', 'revision_number': 2, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:47.509650 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6df9f-1530-4107-8c0e-8d2dcd903c8c None None] New status for floating IP 3fca6099-8d2f-41aa-9c63-b24f73d8e8af: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:14:47.553728 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f6c3e747-f874-4e4d-b4c7-4b4e82569535 req-cb07b3fd-ff14-4828-8f61-c065f78af3e1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=2f7427fc-d39b-40c5-b938-2e054cbba63c HTTP/1.1" status: 200 len: 210 time: 0.0298741 Aug 25 03:14:48.024176 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 3cba6e38-d760-4ae3-8e33-0d4f5b67656c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:48.047570 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 3cba6e38-d760-4ae3-8e33-0d4f5b67656c {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:48.047927 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 3cba6e38-d760-4ae3-8e33-0d4f5b67656c not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:48.839849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58486) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:48.904118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (436ceb81-6d6d-4c40-a4cc-8bc9234817cc), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:48.930089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (436ceb81-6d6d-4c40-a4cc-8bc9234817cc), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.101113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (436ceb81-6d6d-4c40-a4cc-8bc9234817cc), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.107572 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.107572 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/436ceb81-6d6d-4c40-a4cc-8bc9234817cc HTTP/1.1" status: 204 len: 168 time: 0.2641521 Aug 25 03:14:49.120308 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b84d8b-daef-47de-995e-a39dac4899bd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ceb81-6d6d-4c40-a4cc-8bc9234817cc,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:49.121786 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58498) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:49.137059 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.api.v2.resource [None req-98a81871-3270-4808-9cc5-718176750400 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] show failed (client error): The resource could not be found. Aug 25 03:14:49.142187 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-98a81871-3270-4808-9cc5-718176750400 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups/436ceb81-6d6d-4c40-a4cc-8bc9234817cc HTTP/1.1" status: 404 len: 347 time: 0.0155518 Aug 25 03:14:49.142769 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58504) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:49.260177 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port 2c909023-73a3-40af-b087-05b546567455 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:49.260520 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (2c909023-73a3-40af-b087-05b546567455), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.345345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (2c909023-73a3-40af-b087-05b546567455), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.345604 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (2c909023-73a3-40af-b087-05b546567455), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.359221 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for 2c909023-73a3-40af-b087-05b546567455 owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:49.661213 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (2c909023-73a3-40af-b087-05b546567455), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.687334 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=2c909023-73a3-40af-b087-05b546567455,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:49.748958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:49.754671 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (3fca6099-8d2f-41aa-9c63-b24f73d8e8af), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.757273 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:49.758537 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3dc6cc84-7d7e-4516-9a6d-edc07c716b13 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/3fca6099-8d2f-41aa-9c63-b24f73d8e8af HTTP/1.1" status: 204 len: 168 time: 0.6151116 Aug 25 03:14:50.033279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c58f1c44-d9e2-4a76-8ac4-963888760761 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:14:50.053317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: c58f1c44-d9e2-4a76-8ac4-963888760761 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:14:50.053669 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c58f1c44-d9e2-4a76-8ac4-963888760761 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:14:52.312014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d11795ee-3ca2-4547-9170-877c2652b6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:53.135501 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f7328-f4a5-4fe4-8861-bbaf14de1e7f req-130406d5-e716-4682-ac83-93e113f75a26 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:53.137363 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7b3f7328-f4a5-4fe4-8861-bbaf14de1e7f req-130406d5-e716-4682-ac83-93e113f75a26 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0473087 Aug 25 03:14:53.184168 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7b3f7328-f4a5-4fe4-8861-bbaf14de1e7f req-cee5348c-1a28-4f15-993d-125ce64285c5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Aug 25 03:14:53.850886 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58682) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:53.987494 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-7ec199d4-ceda-49bf-ba20-0a21f6eeae90 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b6c389c35c7f433a912a8c1dbde72f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354451 Aug 25 03:14:53.990725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58686) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:54.037813 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Publish callbacks [] for security_group (40417fbe-01d5-4e08-bea4-6a4c7dcd650d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.058100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Publish callbacks [] for security_group (40417fbe-01d5-4e08-bea4-6a4c7dcd650d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.235852 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (40417fbe-01d5-4e08-bea4-6a4c7dcd650d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.236580 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.237670 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/40417fbe-01d5-4e08-bea4-6a4c7dcd650d HTTP/1.1" status: 204 len: 168 time: 0.2460680 Aug 25 03:14:54.261093 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40417fbe-01d5-4e08-bea4-6a4c7dcd650d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:54.280294 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.281072 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.281918 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.282257 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.282589 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.282920 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.283286 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.283613 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.289301 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.292098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.292473 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.296666 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.297034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.297487 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.297836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87467f-d0e6-42c1-858b-d34dd95caff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:14:54.318807 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab51e9e-fc72-400a-82fe-115a5c5bade5 req-fc69b460-2d8e-493c-96f4-181b58cd19f3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:54.320343 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ab51e9e-fc72-400a-82fe-115a5c5bade5 req-fc69b460-2d8e-493c-96f4-181b58cd19f3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0553308 Aug 25 03:14:54.372493 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ab51e9e-fc72-400a-82fe-115a5c5bade5 req-b5fa316b-e749-4259-842d-e0ecbd486c92 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9252e958-9b9f-4533-b7a2-8a653264c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Aug 25 03:14:54.455029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7fb49bf7-23c6-4065-9468-449c8be849e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.599762 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-f29fae4c-7a26-4ddf-b3ee-3332da7c8c04 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:14:54.601440 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-f29fae4c-7a26-4ddf-b3ee-3332da7c8c04 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 946 time: 0.0510826 Aug 25 03:14:54.694962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:54.695323 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.806026 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] For port bcaf3694-63cd-4684-9f00-b8a2d1bf1789, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:14:54.806407 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.850225 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58700) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:54.912377 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:54.967456 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-180a854a-0c3c-416b-b738-3f7de52255c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.983639 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.984007 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:54.984357 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 6b993a31-91ad-4269-911b-d314ad212f30 disassociated. External IP: 172.27.1.169, port: bcaf3694-63cd-4684-9f00-b8a2d1bf1789. Aug 25 03:14:54.984701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for bcaf3694-63cd-4684-9f00-b8a2d1bf1789 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:54.998696 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.047504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-180a854a-0c3c-416b-b738-3f7de52255c3 admin admin] Publish callbacks [] for security_group (326d2839-f617-400b-bb9a-1ea81f9e5279), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.088317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.146317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-180a854a-0c3c-416b-b738-3f7de52255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (326d2839-f617-400b-bb9a-1ea81f9e5279), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.174425 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (bcaf3694-63cd-4684-9f00-b8a2d1bf1789), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.188018 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-180a854a-0c3c-416b-b738-3f7de52255c3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5b84351a3a1d406ca68ed3c74d25ec6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367128 Aug 25 03:14:55.189150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a854a-0c3c-416b-b738-3f7de52255c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d2839-f617-400b-bb9a-1ea81f9e5279,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:55.191572 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58704) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:55.203635 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=bcaf3694-63cd-4684-9f00-b8a2d1bf1789,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:55.324199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:14:55.441299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:14:55.453836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:14:55.468638 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:55.470253 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:55.489813 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] No DVR routers for this DVR port bcaf3694-63cd-4684-9f00-b8a2d1bf1789 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:14:55.492408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.496421 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-24c5aa69-7e48-4e3a-9264-74af55937682 req-e1622f28-3afb-4983-ba83-7befbb477d64 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "DELETE /networking/v2.0/ports/bcaf3694-63cd-4684-9f00-b8a2d1bf1789 HTTP/1.1" status: 204 len: 173 time: 0.8896444 Aug 25 03:14:55.496964 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'name': 'network-vif-deleted', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:14:55.499285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75200d9e-1dc2-438a-b56d-2b2c2ae6f6a6" -d '{"events": [{"server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "name": "network-vif-deleted", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:14:55.512976 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5cbc29c3-15ac-4797-877a-68515c6b0b39 req-6bd37218-8a4c-4fc4-838f-8fd9a5a22ea8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0311680 Aug 25 03:14:55.536207 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] Publish callbacks [] for security_group (326d2839-f617-400b-bb9a-1ea81f9e5279), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.554152 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] Publish callbacks [] for security_group (326d2839-f617-400b-bb9a-1ea81f9e5279), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.554749 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3939d-1f75-494d-b829-4cb1b2abbaba x-openstack-request-id: req-2bd3939d-1f75-494d-b829-4cb1b2abbaba {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:14:55.555246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16", "name": "network-vif-deleted", "tag": "bcaf3694-63cd-4684-9f00-b8a2d1bf1789", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:14:55.556176 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bd3939d-1f75-494d-b829-4cb1b2abbaba {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:14:55.556589 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd3939d-1f75-494d-b829-4cb1b2abbaba'] response: {'server_uuid': 'cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16', 'name': 'network-vif-deleted', 'tag': 'bcaf3694-63cd-4684-9f00-b8a2d1bf1789', 'status': 'completed', 'code': 200} Aug 25 03:14:55.592340 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.600081 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:55.645069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.745771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (326d2839-f617-400b-bb9a-1ea81f9e5279), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.752370 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.752370 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/326d2839-f617-400b-bb9a-1ea81f9e5279 HTTP/1.1" status: 204 len: 168 time: 0.5574422 Aug 25 03:14:55.757802 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.758579 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7258e-2ba6-4fb8-bfec-e322499e813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d2839-f617-400b-bb9a-1ea81f9e5279,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:55.932963 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:55.938927 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:55.956381 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:55.982905 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:14:55.992558 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:14:55.993169 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:56.096781 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:14:56.286063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:14:56.314906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52b8d2-9ff2-417c-b287-2a5afd3bf33b None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:14:56.537881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58714) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:56.560617 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07854e96-0628-4388-9bf0-8907d58658c4 None None] New status for floating IP 6b993a31-91ad-4269-911b-d314ad212f30: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:14:56.568510 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e5891d1-b39f-488f-af8a-b46cfd705091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:56.663356 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6a4cffd5-d8f7-459d-82f6-63d21fb2f33b req-f30f3bbd-6054-43b0-9500-1a143586accc tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cdf1493a-2b52-41a5-ab8f-3c3b29ab3a16 HTTP/1.1" status: 200 len: 210 time: 0.0401495 Aug 25 03:14:56.686807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e5891d1-b39f-488f-af8a-b46cfd705091 admin admin] Publish callbacks [] for security_group (10b50a40-3081-4786-9c53-f4ae020663ce), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:56.820101 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-0e5891d1-b39f-488f-af8a-b46cfd705091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (10b50a40-3081-4786-9c53-f4ae020663ce), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:56.859494 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-0e5891d1-b39f-488f-af8a-b46cfd705091 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b55c267a7174495fa7b81d7b11a3d00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205256 Aug 25 03:14:56.861500 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5891d1-b39f-488f-af8a-b46cfd705091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b50a40-3081-4786-9c53-f4ae020663ce,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:56.862326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58718) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:56.916966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] Publish callbacks [] for security_group (10b50a40-3081-4786-9c53-f4ae020663ce), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:56.938840 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] Publish callbacks [] for security_group (10b50a40-3081-4786-9c53-f4ae020663ce), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.071974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (10b50a40-3081-4786-9c53-f4ae020663ce), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.074483 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.075926 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/10b50a40-3081-4786-9c53-f4ae020663ce HTTP/1.1" status: 204 len: 168 time: 0.2124572 Aug 25 03:14:57.084341 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde69a2-b398-4a36-a226-042d2b2977f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b50a40-3081-4786-9c53-f4ae020663ce,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:57.513165 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.516336 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.931429 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58728) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:57.958472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58730) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:57.973747 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04f79f18-25e6-434d-8c0e-b636967c6e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:57.994570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (9252e958-9b9f-4533-b7a2-8a653264c37d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.017503 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (9252e958-9b9f-4533-b7a2-8a653264c37d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.050676 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04f79f18-25e6-434d-8c0e-b636967c6e72 admin admin] Publish callbacks [] for security_group (691e8e86-4790-4dd8-b760-2bfc448efa2d), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.191395 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04f79f18-25e6-434d-8c0e-b636967c6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (691e8e86-4790-4dd8-b760-2bfc448efa2d), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.191643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9252e958-9b9f-4533-b7a2-8a653264c37d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.195429 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.196623 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9252e958-9b9f-4533-b7a2-8a653264c37d HTTP/1.1" status: 204 len: 168 time: 0.2640660 Aug 25 03:14:58.199962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58732) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:58.218363 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738e2b6-b0c6-4d14-aab7-68ee57a6b373 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252e958-9b9f-4533-b7a2-8a653264c37d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:58.220695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.api.v2.resource [None req-efd781db-7f57-4e54-9066-159538ddf696 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] show failed (client error): The resource could not be found. Aug 25 03:14:58.224434 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-efd781db-7f57-4e54-9066-159538ddf696 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups/9252e958-9b9f-4533-b7a2-8a653264c37d HTTP/1.1" status: 404 len: 347 time: 0.0196526 Aug 25 03:14:58.225512 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58734) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:58.236364 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-04f79f18-25e6-434d-8c0e-b636967c6e72 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8944029deb024cb3839a55878a10ffbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765117 Aug 25 03:14:58.237225 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f79f18-25e6-434d-8c0e-b636967c6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691e8e86-4790-4dd8-b760-2bfc448efa2d,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:58.251246 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58736) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:58.343887 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:58.344596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] Publish callbacks [] for security_group (691e8e86-4790-4dd8-b760-2bfc448efa2d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.354873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port 16489d15-dad8-4305-b8a5-9c7d7935c08b {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:14:58.355222 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.357637 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:58.366189 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] Publish callbacks [] for security_group (691e8e86-4790-4dd8-b760-2bfc448efa2d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.437773 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.438103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (16489d15-dad8-4305-b8a5-9c7d7935c08b), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.452165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for 16489d15-dad8-4305-b8a5-9c7d7935c08b owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:14:58.477645 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (691e8e86-4790-4dd8-b760-2bfc448efa2d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.480300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.481525 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/691e8e86-4790-4dd8-b760-2bfc448efa2d HTTP/1.1" status: 204 len: 168 time: 0.2290943 Aug 25 03:14:58.490181 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fef8f4-d67e-4f3f-8f0b-9ba4497786fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e8e86-4790-4dd8-b760-2bfc448efa2d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:58.524773 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:58.758086 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (16489d15-dad8-4305-b8a5-9c7d7935c08b), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.781250 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=16489d15-dad8-4305-b8a5-9c7d7935c08b,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:58.845557 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (6b993a31-91ad-4269-911b-d314ad212f30), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.848255 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:58.849391 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-723b405c-c4d9-473d-b9ea-efef1074960e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/6b993a31-91ad-4269-911b-d314ad212f30 HTTP/1.1" status: 204 len: 168 time: 0.6228590 Aug 25 03:14:59.056120 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58746) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:59.060765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274980685', 'description': 'tempest-description--17313463'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:59.168814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.237111 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.311887 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.343005 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:59.422398 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.423708 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-48f1d235-5a97-42b6-8155-972a793076fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3664834 Aug 25 03:14:59.426596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58754) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:59.435212 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': 'b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:59.529107 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (030218de-82bf-44a5-bbf4-094a47f5c1ac), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.591517 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (030218de-82bf-44a5-bbf4-094a47f5c1ac), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.666055 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (030218de-82bf-44a5-bbf4-094a47f5c1ac), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.673085 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:14:59.688656 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030218de-82bf-44a5-bbf4-094a47f5c1ac,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:14:59.764612 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58764) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:59.827820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.829158 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5129949b-5ce5-4575-9eb6-2b8338c83ba8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016287 Aug 25 03:14:59.832011 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58768) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:14:59.837383 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': 'b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:59.861682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935690919-network', 'tenant_id': '3c7cedc9675943c2a164f6933c0ef14b'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:14:59.979480 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Made reservation on behalf of 3c7cedc9675943c2a164f6933c0ef14b for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:14:59.981852 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.991326 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (9ada3b64-d331-4229-94ba-ce584fcd5b42), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:14:59.994195 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.054208 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bcaf3694-63cd-4684-9f00-b8a2d1bf1789 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:15:00.074772 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: bcaf3694-63cd-4684-9f00-b8a2d1bf1789 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:15:00.075197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device bcaf3694-63cd-4684-9f00-b8a2d1bf1789 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:15:00.091616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (9ada3b64-d331-4229-94ba-ce584fcd5b42), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.099411 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:INSERT=24,neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:00.120708 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks [] for security_group (7d48f2ad-be3d-49f4-886c-201c46e584d1), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.191276 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (9ada3b64-d331-4229-94ba-ce584fcd5b42), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.209972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada3b64-d331-4229-94ba-ce584fcd5b42,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:00.236965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7d48f2ad-be3d-49f4-886c-201c46e584d1), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.263081 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:15:00.272740 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d48f2ad-be3d-49f4-886c-201c46e584d1,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:00.278445 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (2e0b0419-bce4-4fe4-8ba1-0167f913ef3a), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.278789 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Added segment 2e0b0419-bce4-4fe4-8ba1-0167f913ef3a of type vlan for network b94e0d46-3450-4803-92e8-b179209fc872 Aug 25 03:15:00.317901 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.322389 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a170b320-bbc0-4056-bc71-a951459e173f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4875531 Aug 25 03:15:00.323665 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58770) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:00.324196 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (b94e0d46-3450-4803-92e8-b179209fc872), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.328416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:00.466106 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (b94e0d46-3450-4803-92e8-b179209fc872), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.466369 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.467171 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:00.467752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.532414 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] Pushing event updated for resources: {'Network': ['ID=b94e0d46-3450-4803-92e8-b179209fc872,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:00.543009 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network b94e0d46-3450-4803-92e8-b179209fc872 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:15:00.552885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.600622 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d982dd23-e6a9-421e-bdd1-5b0b18fe690a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8342955 Aug 25 03:15:00.603620 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58772) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:00.608580 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Request body: {'subnet': {'network_id': 'b94e0d46-3450-4803-92e8-b179209fc872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935690919-subnet', 'tenant_id': '3c7cedc9675943c2a164f6933c0ef14b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:00.665067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.27.1.49 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/d8ea8920-7437-487b-98cc-dd0c14ab1cac) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:15:00.745659 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Made reservation on behalf of 3c7cedc9675943c2a164f6933c0ef14b for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:15:00.748374 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60712592'] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.769426 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.833441 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:00.877780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:00.924850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:15:00.930897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:15:00.934929 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:15:00.937944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=d8ea8920-7437-487b-98cc-dd0c14ab1cac,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:00.966965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:01.019715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.026197 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60712610'] for subnet (0cc2618d-70e9-42cd-9da9-02bd01c54f58), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.082073 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc2618d-70e9-42cd-9da9-02bd01c54f58,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:01.094456 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Checking segment: {'id': '2e0b0419-bce4-4fe4-8ba1-0167f913ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b94e0d46-3450-4803-92e8-b179209fc872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:15:01.095792 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Network hostable DHCP agents. Network: b94e0d46-3450-4803-92e8-b179209fc872, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:15:01.146161 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.191730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:01.214243 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Network b94e0d46-3450-4803-92e8-b179209fc872 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:15:01.298962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.311298 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, b94e0d46-3450-4803-92e8-b179209fc872) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:15:01.317961 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:01.317961 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.322728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993608a-7753-4c1c-9881-3723a0e115cd None None] Network b94e0d46-3450-4803-92e8-b179209fc872 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:15:01.420046 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.426412 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f86fe5-42d2-46ad-a5c4-9e317ff41c80 None None] Network b94e0d46-3450-4803-92e8-b179209fc872 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:15:01.484982 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9da870fb-dc10-43c2-abf2-e85e95f04de0 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8802044 Aug 25 03:15:01.489781 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.492564 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=d8ea8920-7437-487b-98cc-dd0c14ab1cac,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:01.593689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:01.595433 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-8bfeb33a-4b78-4a20-89bb-149752a4bc82 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2700484 Aug 25 03:15:01.798934 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ea83094f-f282-4d57-885d-63636faf878b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--274980685&fields=id&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 267 time: 0.0465255 Aug 25 03:15:01.921532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-8dc59bd9-4d22-4c4a-9df3-715264dd219f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:01.922978 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-8dc59bd9-4d22-4c4a-9df3-715264dd219f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1173005 Aug 25 03:15:01.938478 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0691fe16-62a6-4f2b-aa3e-c9a8ec47b789 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/quotas/7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 375 time: 0.0096455 Aug 25 03:15:01.991163 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-1560fa79-16f8-4cc8-940f-0f4bbb4cf95b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465174 Aug 25 03:15:02.091857 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-6e1fb81f-08b5-44fb-bb2b-6873a8bb056f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888314 Aug 25 03:15:02.168070 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:02.188852 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-4cc84c37-d550-41e4-88ea-4bec79ef99b6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908890 Aug 25 03:15:02.255558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58800) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:02.261291 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400959533-network', 'tenant_id': '802d4cd485e3416fa35ad4cbd6964dd3'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:02.455140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Made reservation on behalf of 802d4cd485e3416fa35ad4cbd6964dd3 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:15:02.457513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.468230 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.489230 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-80ade4f5-0120-4e84-a6a5-c50c21b31cbb req-137cc0e0-a435-4458-aa4f-c47cd5408280 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0336447 Aug 25 03:15:02.549023 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks [] for security_group (9d0d04ea-cec3-47f0-a165-9b084647cab3), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.619914 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9d0d04ea-cec3-47f0-a165-9b084647cab3), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.649515 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:15:02.656055 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d04ea-cec3-47f0-a165-9b084647cab3,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:02.663426 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (b7c51ea2-b3a7-484a-8bb6-ed0ff6547864), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.663758 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Added segment b7c51ea2-b3a7-484a-8bb6-ed0ff6547864 of type vlan for network 7d71491e-94e4-4b3a-94cc-afe8446db1e2 Aug 25 03:15:02.707540 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (7d71491e-94e4-4b3a-94cc-afe8446db1e2), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.803732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (7d71491e-94e4-4b3a-94cc-afe8446db1e2), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.804784 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:02.805359 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:02.867870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] Pushing event updated for resources: {'Network': ['ID=7d71491e-94e4-4b3a-94cc-afe8446db1e2,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:02.878090 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 7d71491e-94e4-4b3a-94cc-afe8446db1e2 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:15:02.935467 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f06ca755-5510-4bb2-a932-98fee1d63487 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6758001 Aug 25 03:15:02.936259 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58810) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:02.940705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Request body: {'subnet': {'network_id': '7d71491e-94e4-4b3a-94cc-afe8446db1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400959533-subnet', 'tenant_id': '802d4cd485e3416fa35ad4cbd6964dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:03.059971 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Made reservation on behalf of 802d4cd485e3416fa35ad4cbd6964dd3 for: {'subnet': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:15:03.062527 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60712592'] for subnet (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:03.131849 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:03.340343 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2392217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60712610'] for subnet (572026f4-9df1-4cd0-a27e-b8548b0cc6eb), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:03.393323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:03.402987 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572026f4-9df1-4cd0-a27e-b8548b0cc6eb,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:03.409237 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Checking segment: {'id': 'b7c51ea2-b3a7-484a-8bb6-ed0ff6547864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7d71491e-94e4-4b3a-94cc-afe8446db1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:15:03.409591 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Network hostable DHCP agents. Network: 7d71491e-94e4-4b3a-94cc-afe8446db1e2, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:15:03.534195 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Network 7d71491e-94e4-4b3a-94cc-afe8446db1e2 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:15:03.553187 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:15:03.601198 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-bd3ad581-9f13-4870-bac4-df39e50a0d58 req-0ed29a28-2be8-4682-abcd-1c1a1e6fa644 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0302212 Aug 25 03:15:03.620239 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 7d71491e-94e4-4b3a-94cc-afe8446db1e2) {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:15:03.625354 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:03.634625 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:03.634778 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211d554-dad0-4e16-b6c9-c317b941ffcc None None] Network 7d71491e-94e4-4b3a-94cc-afe8446db1e2 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:15:03.672025 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:03.731480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0cc0d-802e-4688-be08-718ad6048271 None None] Network 7d71491e-94e4-4b3a-94cc-afe8446db1e2 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:15:03.766253 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6b4f9cc5-7ca6-42cc-a024-92d02fd56582 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8292208 Aug 25 03:15:04.703467 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69c66d55-46cf-4564-bfe9-a213f4e51f0e req-45220d50-f094-420f-b2a3-3cc72cbdc8f7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Aug 25 03:15:05.018989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-471f92cb-4ad3-4030-8e3b-468cf13986d2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:05.020483 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-471f92cb-4ad3-4030-8e3b-468cf13986d2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1125364 Aug 25 03:15:05.085247 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-2f0d2955-5d01-41dc-800d-6be48dd811ae tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 379 time: 0.0563204 Aug 25 03:15:05.093357 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'port': {'device_id': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'admin_state_up': True, 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'security_groups': ['b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:05.569801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:15:05.573650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:05.673336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:05.701439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.20.0.3 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/c645a6b3-b3e8-4587-982c-26550ded0f32) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:15:05.809704 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a19e5936-73f7-4a55-80c7-34188e91a70a req-b54f3f50-f92a-4c03-a40d-ff2d19a4ca6d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0335622 Aug 25 03:15:05.848011 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:05.863985 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:05.952372 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.004914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:15:06.010661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:15:06.012301 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:15:06.018746 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:06.067856 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:06.068660 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.130861 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-ac3fd984-60f7-498a-9af0-7d950dbdddf8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409765 Aug 25 03:15:06.142569 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Request body: {'port': {'device_id': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:06.207355 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.244594 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-31c97e27-d5d6-4fe8-a4fd-6f7a0ebcf106 None None] Provisioning complete for port c645a6b3-b3e8-4587-982c-26550ded0f32 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:15:06.245100 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-31c97e27-d5d6-4fe8-a4fd-6f7a0ebcf106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.280794 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-31c97e27-d5d6-4fe8-a4fd-6f7a0ebcf106 None None] Port c645a6b3-b3e8-4587-982c-26550ded0f32 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:15:06.472477 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c645a6b3-b3e8-4587-982c-26550ded0f32 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:15:06.480104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks [] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.492661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Transition to ACTIVE for port object c645a6b3-b3e8-4587-982c-26550ded0f32 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:15:06.591399 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.637682 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:06.674378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Pushing event updated for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:06.704421 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Attempting to bind port c645a6b3-b3e8-4587-982c-26550ded0f32 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:15:06.704755 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Attempting to bind port c645a6b3-b3e8-4587-982c-26550ded0f32 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:15:06.705085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Attempting to bind port c645a6b3-b3e8-4587-982c-26550ded0f32 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Port c645a6b3-b3e8-4587-982c-26550ded0f32 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Attempting to bind port c645a6b3-b3e8-4587-982c-26550ded0f32 on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:15:06.716345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Bound port: c645a6b3-b3e8-4587-982c-26550ded0f32, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:15:06.716937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.774680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:06.778326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:15:06.781449 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c645a6b3-b3e8-4587-982c-26550ded0f32,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:15:06.929647 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a035-6579-429d-bfaa-b754bb728ba8 req-735b09df-cc1b-446e-9528-133e069d15b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:06.931192 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1024a035-6579-429d-bfaa-b754bb728ba8 req-735b09df-cc1b-446e-9528-133e069d15b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 943 time: 0.0499842 Aug 25 03:15:06.976633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.981169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:06.981823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:06.983202 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/c645a6b3-b3e8-4587-982c-26550ded0f32 HTTP/1.1" status: 200 len: 1093 time: 0.8450480 Aug 25 03:15:06.986429 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1024a035-6579-429d-bfaa-b754bb728ba8 req-67ae824f-545e-47b5-b9f4-b490af14c943 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496538 Aug 25 03:15:06.986849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:15:06.989490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940332fb-be97-4fe6-b2e9-4f735dbb7adc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:15:07.035440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70328b-e0d0-4a9f-9030-f9c01274c152 x-openstack-request-id: req-7b70328b-e0d0-4a9f-9030-f9c01274c152 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:15:07.035440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:15:07.035440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b70328b-e0d0-4a9f-9030-f9c01274c152 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:15:07.035440 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b70328b-e0d0-4a9f-9030-f9c01274c152'] response: {'name': 'network-changed', 'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'status': 'completed', 'code': 200} Aug 25 03:15:07.045917 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c4b04-2c2d-4ff4-9005-4dbf30959fba service neutron] Pushing event updated for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:07.082587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:07.092800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-919ec420-99a2-4066-8a26-4bac46d10595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.094345 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-919ec420-99a2-4066-8a26-4bac46d10595 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0417798 Aug 25 03:15:07.202097 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-734af0c6-3cd7-42f9-aae8-1160b17f2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.203687 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-734af0c6-3cd7-42f9-aae8-1160b17f2f54 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021116 Aug 25 03:15:07.306187 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-ba6b0c8e-892c-4d3a-b127-9d196e92389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.307597 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-940332fb-be97-4fe6-b2e9-4f735dbb7adc req-ba6b0c8e-892c-4d3a-b127-9d196e92389a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974154 Aug 25 03:15:07.398376 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-8ba0d1f3-b1d9-4f84-a283-9fba9c9a76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.399898 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-8ba0d1f3-b1d9-4f84-a283-9fba9c9a76b1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0524061 Aug 25 03:15:07.456969 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-9de20d48-892f-40a9-8ae7-917d62c238fa service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c645a6b3-b3e8-4587-982c-26550ded0f32 HTTP/1.1" status: 200 len: 217 time: 0.0502687 Aug 25 03:15:07.506214 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-6bcdd15e-f9cf-47c9-991f-4aa2159e0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.507763 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-6bcdd15e-f9cf-47c9-991f-4aa2159e0ee3 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0455413 Aug 25 03:15:07.550883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-b90b0392-8fc8-4991-a84c-623a4aec3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:07.552463 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-b90b0392-8fc8-4991-a84c-623a4aec3637 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392687 Aug 25 03:15:07.661001 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-c5ae3af9-060a-4f9c-a532-279b4d9e9e9c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021562 Aug 25 03:15:07.763722 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cbdccace-99a8-4aa4-a7c9-792d51a8545e req-7eb03cde-67ef-43b9-a0bb-8848594a02e9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972130 Aug 25 03:15:08.130148 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa2302-4360-4883-9e5d-598c1f578431 req-0f011567-2c99-4b0e-8ca8-6459cafce8d5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:08.131917 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d3fa2302-4360-4883-9e5d-598c1f578431 req-0f011567-2c99-4b0e-8ca8-6459cafce8d5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 943 time: 0.0543127 Aug 25 03:15:08.180524 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d3fa2302-4360-4883-9e5d-598c1f578431 req-a068563a-0a86-4083-a053-672ed68302e4 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Aug 25 03:15:09.304752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9826c2a-3ac7-4f21-a241-f5459cd60f3f req-08632aab-d46a-49a9-be92-1b4d927cbbde tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:09.306250 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9826c2a-3ac7-4f21-a241-f5459cd60f3f req-08632aab-d46a-49a9-be92-1b4d927cbbde tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 943 time: 0.0509255 Aug 25 03:15:09.354837 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e9826c2a-3ac7-4f21-a241-f5459cd60f3f req-6d18447b-8265-4e43-92d5-a0863e70ade8 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Aug 25 03:15:10.085755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c645a6b3-b3e8-4587-982c-26550ded0f32 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:15:10.186834 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c645a6b3-b3e8-4587-982c-26550ded0f32,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:15:10.198127 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'port_id': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'mac_address': 'fa:16:3e:9f:35:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:15:10.231895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c645a6b3-b3e8-4587-982c-26550ded0f32 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:15:10.232311 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:10.245114 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c645a6b3-b3e8-4587-982c-26550ded0f32 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:15:10.268711 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c645a6b3-b3e8-4587-982c-26550ded0f32,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:15:10.362622 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:10.409808 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:10.480801 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff94c5d-469b-47b2-90be-dd1049c6b465 req-4215a5fa-71a3-412e-87d5-db3c2cdcdd38 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:10.482188 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5ff94c5d-469b-47b2-90be-dd1049c6b465 req-4215a5fa-71a3-412e-87d5-db3c2cdcdd38 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 944 time: 0.0479550 Aug 25 03:15:10.508534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:10.532930 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5ff94c5d-469b-47b2-90be-dd1049c6b465 req-da2cfd29-c226-4c50-b0e5-aabf144dc047 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Aug 25 03:15:10.586667 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['c645a6b3-b3e8-4587-982c-26550ded0f32'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:15:11.659381 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087191cf-cbec-4e25-a52f-8b02dbd6387b req-daf0f400-a1ef-4b1e-8b39-074b8d04f63f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:11.660867 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-087191cf-cbec-4e25-a52f-8b02dbd6387b req-daf0f400-a1ef-4b1e-8b39-074b8d04f63f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 944 time: 0.0474627 Aug 25 03:15:11.707794 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-087191cf-cbec-4e25-a52f-8b02dbd6387b req-9eac2f4a-dd2a-48d3-b989-fbdcd7a008ee tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Aug 25 03:15:12.105522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c645a6b3-b3e8-4587-982c-26550ded0f32 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:15:12.145966 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port c645a6b3-b3e8-4587-982c-26550ded0f32 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:15:12.259867 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port c645a6b3-b3e8-4587-982c-26550ded0f32 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:15:12.260207 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:12.330002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:12.339904 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:12.344340 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port c645a6b3-b3e8-4587-982c-26550ded0f32 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:15:12.344736 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:12.368287 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:15:12.370768 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b287f-40c9-41f0-a4bd-c531ee62334b" -d '{"events": [{"server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:15:12.386626 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c645a6b3-b3e8-4587-982c-26550ded0f32,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:15:12.407911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df103d3d-1d76-4bbf-b379-553d0e5e083a x-openstack-request-id: req-df103d3d-1d76-4bbf-b379-553d0e5e083a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:15:12.408243 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:15:12.408501 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df103d3d-1d76-4bbf-b379-553d0e5e083a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:15:12.408895 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df103d3d-1d76-4bbf-b379-553d0e5e083a'] response: {'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'code': 200} Aug 25 03:15:12.442532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:12.482925 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:12.536573 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:12.812879 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669be973-1958-40ea-9737-1be603d5addb req-a17a0407-1bdf-4072-bb14-264fd9358b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:12.814458 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-669be973-1958-40ea-9737-1be603d5addb req-a17a0407-1bdf-4072-bb14-264fd9358b95 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0483561 Aug 25 03:15:12.842506 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c9a2f-a6ff-4342-9515-50bacc55cc0b req-e233713a-c0fc-4a0f-aae9-403e8dfedf98 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:12.843965 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-170c9a2f-a6ff-4342-9515-50bacc55cc0b req-e233713a-c0fc-4a0f-aae9-403e8dfedf98 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0528400 Aug 25 03:15:12.861934 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-669be973-1958-40ea-9737-1be603d5addb req-acb3b0c6-a3a0-4138-9c51-7cd8f1c7b2b4 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Aug 25 03:15:12.892283 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-170c9a2f-a6ff-4342-9515-50bacc55cc0b req-715d4054-116f-4367-9a52-a989b07ef9a3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Aug 25 03:15:13.549009 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:14.016078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60228875-09c0-44af-917f-a5bf6e37c658 req-eed98fe8-0a9f-457c-8c6a-09cfef15ebe2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:14.017572 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-60228875-09c0-44af-917f-a5bf6e37c658 req-eed98fe8-0a9f-457c-8c6a-09cfef15ebe2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Aug 25 03:15:14.067419 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-60228875-09c0-44af-917f-a5bf6e37c658 req-6abb1786-6ad1-481b-8d82-426f093404da tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433002 Aug 25 03:15:15.192686 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952c2d7-0887-487b-b342-fd5b6b5f670b req-a7e311d1-1bc6-4d19-b2ef-fad016bba198 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:15.194426 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c952c2d7-0887-487b-b342-fd5b6b5f670b req-a7e311d1-1bc6-4d19-b2ef-fad016bba198 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0481200 Aug 25 03:15:15.242632 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c952c2d7-0887-487b-b342-fd5b6b5f670b req-d2647019-c7d7-4fca-8ecd-8f106d581471 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Aug 25 03:15:15.358933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260ace8-ead1-4ed4-aa15-4d6810fc7f5d req-1ce1aebd-2708-4c10-8f59-6a61b01b823c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:15.360351 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4260ace8-ead1-4ed4-aa15-4d6810fc7f5d req-1ce1aebd-2708-4c10-8f59-6a61b01b823c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Aug 25 03:15:15.369969 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58912) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:15.374556 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'port_id': 'c645a6b3-b3e8-4587-982c-26550ded0f32'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:15:15.417830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:15.663137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:15.852615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:15.951400 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:16.051360 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 28b4fc98-2f19-4d23-8566-1eb4528da8d0 associated. External IP: 172.27.1.49, port: c645a6b3-b3e8-4587-982c-26550ded0f32. Aug 25 03:15:16.147966 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:16.259593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:15:16.365652 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:15:16.370714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:16.375545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:15:16.386441 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:15:16.387200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:16.410805 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-2572bc60-33cc-42ca-beb4-3fb889b5c692 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/28b4fc98-2f19-4d23-8566-1eb4528da8d0 HTTP/1.1" status: 200 len: 990 time: 1.0395241 Aug 25 03:15:16.411406 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:15:16.414030 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dec361-c166-405b-8df9-05f4b2cc97e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:15:16.468695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c09d07-af55-443e-a4aa-be2033c617e3 x-openstack-request-id: req-c8c09d07-af55-443e-a4aa-be2033c617e3 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:15:16.468991 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:15:16.469252 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8c09d07-af55-443e-a4aa-be2033c617e3 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:15:16.469667 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c09d07-af55-443e-a4aa-be2033c617e3'] response: {'name': 'network-changed', 'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'status': 'completed', 'code': 200} Aug 25 03:15:16.500699 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:15:16.531227 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-b00ede5e-8c05-402f-b2ad-fd77d8954074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:16.533695 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-b00ede5e-8c05-402f-b2ad-fd77d8954074 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0419967 Aug 25 03:15:16.612876 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:16.631921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-f9103d9b-255e-4388-9122-8e093840c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:16.633478 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-f9103d9b-255e-4388-9122-8e093840c91a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.0948806 Aug 25 03:15:16.695358 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-b16eb270-1b6b-41bd-9c81-3e2eab341748 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c645a6b3-b3e8-4587-982c-26550ded0f32 HTTP/1.1" status: 200 len: 998 time: 0.0558596 Aug 25 03:15:16.721344 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:16.724923 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '28b4fc98-2f19-4d23-8566-1eb4528da8d0', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:9f:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:15:00Z', 'updated_at': '2022-08-25T03:15:15Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:16.749858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-41ff1572-103c-4ec4-99ef-fa2d562dfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:16.751366 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:15:16.751596 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-41ff1572-103c-4ec4-99ef-fa2d562dfede service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0511653 Aug 25 03:15:16.760686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:15:16.761287 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:14:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:16.795175 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-30dba0d1-c1da-48d7-a107-19002d8283f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:16.796740 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-30dba0d1-c1da-48d7-a107-19002d8283f0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390077 Aug 25 03:15:16.892287 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-d976fd52-57be-485f-9e9c-013a4a5c0676 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885563 Aug 25 03:15:16.993987 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-59dec361-c166-405b-8df9-05f4b2cc97e8 req-fbf8633f-b634-4f17-84db-12c4f5eca1ce service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952981 Aug 25 03:15:17.001288 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:15:17.213564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '28b4fc98-2f19-4d23-8566-1eb4528da8d0', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:9f:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:15:00Z', 'updated_at': '2022-08-25T03:15:15Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:17.242510 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05e4fd-25f3-4733-9d32-80563762fe38 None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '28b4fc98-2f19-4d23-8566-1eb4528da8d0', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:9f:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:15:00Z', 'updated_at': '2022-08-25T03:15:15Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:15:17.424345 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3e25e-6f9a-4e27-bea8-e3b3b95b76df None None] New status for floating IP 28b4fc98-2f19-4d23-8566-1eb4528da8d0: ACTIVE {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:15:21.512648 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58968) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:21.557174 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Deleting subnet 0cc2618d-70e9-42cd-9da9-02bd01c54f58 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:15:21.560378 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Publish callbacks [] for subnet (0cc2618d-70e9-42cd-9da9-02bd01c54f58), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.597535 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (0cc2618d-70e9-42cd-9da9-02bd01c54f58), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.637087 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (0cc2618d-70e9-42cd-9da9-02bd01c54f58), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.786064 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (0cc2618d-70e9-42cd-9da9-02bd01c54f58), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.811538 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc2618d-70e9-42cd-9da9-02bd01c54f58,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:21.817125 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.821452 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-76ba0bca-fd2f-42da-87a3-8775605915e4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/0cc2618d-70e9-42cd-9da9-02bd01c54f58 HTTP/1.1" status: 204 len: 168 time: 0.3077931 Aug 25 03:15:21.823259 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58970) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:21.895189 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (b94e0d46-3450-4803-92e8-b179209fc872), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.905935 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:21.973840 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (b94e0d46-3450-4803-92e8-b179209fc872), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:21.998572 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94e0d46-3450-4803-92e8-b179209fc872']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.009983 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b0419-bce4-4fe4-8ba1-0167f913ef3a') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.010278 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b0419-bce4-4fe4-8ba1-0167f913ef3a') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.020236 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (2e0b0419-bce4-4fe4-8ba1-0167f913ef3a), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.033945 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (2e0b0419-bce4-4fe4-8ba1-0167f913ef3a), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.040916 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:15:22.041232 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (2e0b0419-bce4-4fe4-8ba1-0167f913ef3a), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.055409 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:22.081944 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 2e0b0419-bce4-4fe4-8ba1-0167f913ef3a resource provider aggregate not found Aug 25 03:15:22.100876 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 2e0b0419-bce4-4fe4-8ba1-0167f913ef3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e0b0419-bce4-4fe4-8ba1-0167f913ef3a found for delete ", "request_id": "req-378ef488-1029-422a-83b0-d731a395e6ad"}]} Aug 25 03:15:22.191199 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (b94e0d46-3450-4803-92e8-b179209fc872), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.195631 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.206750 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/b94e0d46-3450-4803-92e8-b179209fc872 HTTP/1.1" status: 204 len: 168 time: 0.3747549 Aug 25 03:15:22.206877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58976) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:22.212318 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486feeb-11be-4a43-b97c-d211c235f7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b94e0d46-3450-4803-92e8-b179209fc872,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:22.251273 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Deleting subnet 572026f4-9df1-4cd0-a27e-b8548b0cc6eb {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:15:22.254675 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Publish callbacks [] for subnet (572026f4-9df1-4cd0-a27e-b8548b0cc6eb), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.291145 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (572026f4-9df1-4cd0-a27e-b8548b0cc6eb), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.299944 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4b54706-c4b5-4289-b9ba-80e249180fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.335723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (572026f4-9df1-4cd0-a27e-b8548b0cc6eb), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.552095 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (572026f4-9df1-4cd0-a27e-b8548b0cc6eb), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.581302 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.585195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/572026f4-9df1-4cd0-a27e-b8548b0cc6eb HTTP/1.1" status: 204 len: 168 time: 0.3820441 Aug 25 03:15:22.591424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f03335-8199-4c21-99b9-f769c947654d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572026f4-9df1-4cd0-a27e-b8548b0cc6eb,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:22.591424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 58978) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:22.659668 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (7d71491e-94e4-4b3a-94cc-afe8446db1e2), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.721256 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:22.736203 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (7d71491e-94e4-4b3a-94cc-afe8446db1e2), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.756923 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d71491e-94e4-4b3a-94cc-afe8446db1e2']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.766176 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c51ea2-b3a7-484a-8bb6-ed0ff6547864') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.766473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c51ea2-b3a7-484a-8bb6-ed0ff6547864') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:15:22.775865 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (b7c51ea2-b3a7-484a-8bb6-ed0ff6547864), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.789476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (b7c51ea2-b3a7-484a-8bb6-ed0ff6547864), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.796993 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:15:22.803210 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (b7c51ea2-b3a7-484a-8bb6-ed0ff6547864), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:22.839079 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment b7c51ea2-b3a7-484a-8bb6-ed0ff6547864 resource provider aggregate not found Aug 25 03:15:22.859241 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment b7c51ea2-b3a7-484a-8bb6-ed0ff6547864 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c51ea2-b3a7-484a-8bb6-ed0ff6547864 found for delete ", "request_id": "req-4fd3bda8-0fc5-4526-aeb5-3930014126cf"}]} Aug 25 03:15:23.002387 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (7d71491e-94e4-4b3a-94cc-afe8446db1e2), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.008777 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.011238 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/7d71491e-94e4-4b3a-94cc-afe8446db1e2 HTTP/1.1" status: 204 len: 168 time: 0.4225771 Aug 25 03:15:23.022689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e167190-bcd4-45d7-8fca-4e406eb2139d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d71491e-94e4-4b3a-94cc-afe8446db1e2,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:23.107724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-9684e226-699e-4a66-92a5-44883c86a4a7 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407443 Aug 25 03:15:23.191455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e281df-75fa-480b-860f-08ea86fec006 req-df58588a-a52d-4d68-9961-462c43b6dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:23.192968 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-df58588a-a52d-4d68-9961-462c43b6dbb7 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0394061 Aug 25 03:15:23.297581 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:23.300558 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e281df-75fa-480b-860f-08ea86fec006 req-6c805a59-9751-4ff5-92a8-d98ed77a26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:23.301999 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-6c805a59-9751-4ff5-92a8-d98ed77a26c8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.0912218 Aug 25 03:15:23.364388 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-908a8fc5-5b26-4796-b3a3-3042d4fd1c52 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c645a6b3-b3e8-4587-982c-26550ded0f32 HTTP/1.1" status: 200 len: 1000 time: 0.0561326 Aug 25 03:15:23.417007 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e281df-75fa-480b-860f-08ea86fec006 req-efb39855-ad2c-4150-96bb-45b055d169aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:23.418490 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-efb39855-ad2c-4150-96bb-45b055d169aa service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0492609 Aug 25 03:15:23.462794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e281df-75fa-480b-860f-08ea86fec006 req-92bf9b51-bda7-4062-910a-df5a6818c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:23.464367 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-92bf9b51-bda7-4062-910a-df5a6818c85a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390463 Aug 25 03:15:23.510720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58988) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:23.551811 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-554bd885-07d3-4667-a252-0d2993467953 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c7cedc9675943c2a164f6933c0ef14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398731 Aug 25 03:15:23.557082 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58990) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:23.559673 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-93083fae-54b6-4798-90e7-5259cdf8a8f4 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897694 Aug 25 03:15:23.610256 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] Publish callbacks [] for security_group (7d48f2ad-be3d-49f4-886c-201c46e584d1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.631660 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] Publish callbacks [] for security_group (7d48f2ad-be3d-49f4-886c-201c46e584d1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.654219 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d8e281df-75fa-480b-860f-08ea86fec006 req-07082bc1-71fa-41a3-b1bf-5222d3c66267 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866702 Aug 25 03:15:23.842574 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (7d48f2ad-be3d-49f4-886c-201c46e584d1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.845259 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:23.846445 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7d48f2ad-be3d-49f4-886c-201c46e584d1 HTTP/1.1" status: 204 len: 168 time: 0.2881763 Aug 25 03:15:23.865826 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a4465-ff99-4c70-bbbe-c141972749f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d48f2ad-be3d-49f4-886c-201c46e584d1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:24.482802 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b191-8e54-426e-a6fd-819cbffc74be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:24.882095 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58996) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:24.923637 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a3a44eb3-a83c-4e54-b7e2-3d5f865e7535 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=802d4cd485e3416fa35ad4cbd6964dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403733 Aug 25 03:15:24.926152 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 58998) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:24.976171 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] Publish callbacks [] for security_group (9d0d04ea-cec3-47f0-a165-9b084647cab3), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:24.996686 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] Publish callbacks [] for security_group (9d0d04ea-cec3-47f0-a165-9b084647cab3), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:25.179217 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9d0d04ea-cec3-47f0-a165-9b084647cab3), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:25.181790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:25.182947 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9d0d04ea-cec3-47f0-a165-9b084647cab3 HTTP/1.1" status: 204 len: 168 time: 0.2559111 Aug 25 03:15:25.191020 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0d6b-a679-445a-995b-a362d7be5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d04ea-cec3-47f0-a165-9b084647cab3,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:25.820083 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:27.471083 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:27.494444 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:28.489257 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:28.496099 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:31.291572 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59058) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:31.397453 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-891f7568-f241-412f-b344-af123eff4294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.475691 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-891f7568-f241-412f-b344-af123eff4294 admin admin] Publish callbacks [] for security_group (9bfd9611-724a-4b3f-b9ea-f7126f3f85d6), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.562489 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-891f7568-f241-412f-b344-af123eff4294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9bfd9611-724a-4b3f-b9ea-f7126f3f85d6), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.603871 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-891f7568-f241-412f-b344-af123eff4294 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0e50c204baab44a7aae470652ac1fad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111091 Aug 25 03:15:31.605114 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f7568-f241-412f-b344-af123eff4294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd9611-724a-4b3f-b9ea-f7126f3f85d6,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:31.606570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59062) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:31.656975 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Publish callbacks [] for security_group (9bfd9611-724a-4b3f-b9ea-f7126f3f85d6), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.676516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Publish callbacks [] for security_group (9bfd9611-724a-4b3f-b9ea-f7126f3f85d6), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.825409 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (9bfd9611-724a-4b3f-b9ea-f7126f3f85d6), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.827996 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:31.829175 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9bfd9611-724a-4b3f-b9ea-f7126f3f85d6 HTTP/1.1" status: 204 len: 168 time: 0.2214398 Aug 25 03:15:31.837322 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd9611-724a-4b3f-b9ea-f7126f3f85d6,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:31.844602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.844961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.845299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.845640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.845984 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.846319 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.846650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.847045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.847293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.847621 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.847948 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.848309 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.848633 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.849508 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:31.850093 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6387b-bf42-4c4f-8dcc-d610bfdbb72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:15:32.607230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59068) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:32.621221 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-09c6596f-79c4-4d71-bbbc-0351985eb058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:32.646443 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:32.697436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-09c6596f-79c4-4d71-bbbc-0351985eb058 admin admin] Publish callbacks [] for security_group (e9ae076b-94e2-4a7a-a936-c84f7017386d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:32.802505 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-09c6596f-79c4-4d71-bbbc-0351985eb058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e9ae076b-94e2-4a7a-a936-c84f7017386d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:32.841737 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6596f-79c4-4d71-bbbc-0351985eb058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae076b-94e2-4a7a-a936-c84f7017386d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:32.847058 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-09c6596f-79c4-4d71-bbbc-0351985eb058 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4c90afb5c19d4f4299630ef0d02d4103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388201 Aug 25 03:15:32.849923 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59070) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:15:32.900912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] Publish callbacks [] for security_group (e9ae076b-94e2-4a7a-a936-c84f7017386d), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:32.921176 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] Publish callbacks [] for security_group (e9ae076b-94e2-4a7a-a936-c84f7017386d), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:32.931749 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:33.150053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (e9ae076b-94e2-4a7a-a936-c84f7017386d), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:33.152630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:33.153790 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e9ae076b-94e2-4a7a-a936-c84f7017386d HTTP/1.1" status: 204 len: 168 time: 0.3029718 Aug 25 03:15:33.162157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e441f-8a93-47c3-83f7-e8a40e45be57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae076b-94e2-4a7a-a936-c84f7017386d,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:15:37.395939 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:40.551744 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:15:41.594202 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:41.601290 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:41.863209 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=68 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:42.413989 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:43.180170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:50.546152 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:50.546909 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:52.140120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:15:52.224587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3d90e1c5-f7f7-4f57-a0c4-e02f6c9e583a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:54.457691 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-986063f5-2bcf-4422-b984-db19ff01d915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:55.727954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:57.494498 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:57.496134 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:15:58.557967 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a82c1-b2fd-4236-9cf5-6f3dc99d632c req-d4119e4b-9fce-48ad-ae9b-f3667e89d09d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:58.559411 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b20a82c1-b2fd-4236-9cf5-6f3dc99d632c req-d4119e4b-9fce-48ad-ae9b-f3667e89d09d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0472798 Aug 25 03:15:58.606419 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b20a82c1-b2fd-4236-9cf5-6f3dc99d632c req-fbe3be61-a2d7-4fbe-832d-10dedf769823 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 Aug 25 03:15:59.732765 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a261a7-17f2-4851-ba49-5cd30e8cf142 req-9998ff50-67aa-4ff6-983c-f6e054306d68 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:15:59.734245 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69a261a7-17f2-4851-ba49-5cd30e8cf142 req-9998ff50-67aa-4ff6-983c-f6e054306d68 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0466988 Aug 25 03:15:59.781064 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-69a261a7-17f2-4851-ba49-5cd30e8cf142 req-5d9d8d23-479c-4cc0-854c-0dd0d907476d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Aug 25 03:16:00.006999 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-fb667441-0b94-42ef-9037-efedb36f1945 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:00.008460 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-fb667441-0b94-42ef-9037-efedb36f1945 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 945 time: 0.0469716 Aug 25 03:16:00.103809 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port c645a6b3-b3e8-4587-982c-26550ded0f32 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:16:00.104173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:00.193982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] For port c645a6b3-b3e8-4587-982c-26550ded0f32, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c645a6b3-b3e8-4587-982c-26550ded0f32,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:16:00.194900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:00.356615 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:00.356978 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:00.357294 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP 28b4fc98-2f19-4d23-8566-1eb4528da8d0 disassociated. External IP: 172.27.1.49, port: c645a6b3-b3e8-4587-982c-26550ded0f32. Aug 25 03:16:00.357634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for c645a6b3-b3e8-4587-982c-26550ded0f32 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:16:00.579074 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c645a6b3-b3e8-4587-982c-26550ded0f32), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:00.609456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=c645a6b3-b3e8-4587-982c-26550ded0f32,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:00.891118 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0d586beb-6f9d-4ef9-87b2-8e40448d2227 req-d50cef29-0165-4d6b-8b21-54d55c3b4a67 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0322392 Aug 25 03:16:00.989796 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:16:01.093919 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:01.098497 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:16:01.109633 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:16:01.118551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:16:01.119429 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:15:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:01.146605 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] No DVR routers for this DVR port c645a6b3-b3e8-4587-982c-26550ded0f32 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:16:01.150115 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:01.153584 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-03426423-e79e-4ad0-ba20-c446438a0a2c req-33551eae-0b79-4e3f-82cd-2e65978eae11 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "DELETE /networking/v2.0/ports/c645a6b3-b3e8-4587-982c-26550ded0f32 HTTP/1.1" status: 204 len: 173 time: 1.1403530 Aug 25 03:16:01.154032 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'name': 'network-vif-deleted', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:16:01.157067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb10c28-0194-4ac3-844a-353ea2e4b946" -d '{"events": [{"server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "name": "network-vif-deleted", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:16:01.198601 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a505a-40b9-47a9-8a96-40ff6269d02c x-openstack-request-id: req-861a505a-40b9-47a9-8a96-40ff6269d02c {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:16:01.198896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc892f6-9849-4a47-985a-96b76fe30fd5", "name": "network-vif-deleted", "tag": "c645a6b3-b3e8-4587-982c-26550ded0f32", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:16:01.199179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-861a505a-40b9-47a9-8a96-40ff6269d02c {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:16:01.199588 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861a505a-40b9-47a9-8a96-40ff6269d02c'] response: {'server_uuid': '6fc892f6-9849-4a47-985a-96b76fe30fd5', 'name': 'network-vif-deleted', 'tag': 'c645a6b3-b3e8-4587-982c-26550ded0f32', 'status': 'completed', 'code': 200} Aug 25 03:16:01.224649 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:16:01.417573 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:01.442068 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:16:01.450911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:16:01.451507 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:15:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:01.555675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:16:01.743566 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:01.767876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cd526-7267-4a89-9537-5690b59dd2cb None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:16:01.989628 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef30a5-15f9-4af0-ac48-3b09e6fccdb0 None None] New status for floating IP 28b4fc98-2f19-4d23-8566-1eb4528da8d0: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:16:02.009914 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2856a279-d079-4bd1-a69f-02522c6cda53 req-1a2723a6-07a9-4659-91de-2f9308a2be7f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=6fc892f6-9849-4a47-985a-96b76fe30fd5 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Aug 25 03:16:03.168055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59148) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:03.207757 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:03.222671 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.243696 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.361946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.364515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.365650 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296 HTTP/1.1" status: 204 len: 168 time: 0.1965845 Aug 25 03:16:03.368488 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59150) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:03.375945 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767313e6-7fb7-43f1-9899-939b08074d5d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:03.383403 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.api.v2.resource [None req-c7c2fd54-1728-4bf9-b5df-dba666d258fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] show failed (client error): The resource could not be found. Aug 25 03:16:03.384519 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-c7c2fd54-1728-4bf9-b5df-dba666d258fd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups/b0de6e3b-4ec8-4e4e-b471-d8c9aecbe296 HTTP/1.1" status: 404 len: 347 time: 0.0147026 Aug 25 03:16:03.387762 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59152) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:03.500909 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port d8ea8920-7437-487b-98cc-dd0c14ab1cac {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:16:03.501168 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.581946 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.582268 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (d8ea8920-7437-487b-98cc-dd0c14ab1cac), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.594876 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for d8ea8920-7437-487b-98cc-dd0c14ab1cac owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:16:03.802041 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (d8ea8920-7437-487b-98cc-dd0c14ab1cac), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.830406 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=d8ea8920-7437-487b-98cc-dd0c14ab1cac,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:03.855394 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.855743 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.856076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.856497 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.856827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.857152 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.857476 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.857795 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.858204 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.858525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.858844 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.859161 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.859475 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.859790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.860100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:03.902323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (28b4fc98-2f19-4d23-8566-1eb4528da8d0), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.904850 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:03.905971 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-506a78d3-79e3-484b-abf0-01f53934e9b7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/28b4fc98-2f19-4d23-8566-1eb4528da8d0 HTTP/1.1" status: 204 len: 168 time: 0.5172906 Aug 25 03:16:04.091496 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59156) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:04.095977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949903068', 'description': 'tempest-description--145306706'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:04.207784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.278224 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (a7e13f34-b3f2-439d-9d01-47fa96faff82), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.384876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c645a6b3-b3e8-4587-982c-26550ded0f32 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:16:04.389486 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a7e13f34-b3f2-439d-9d01-47fa96faff82), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.405555 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: c645a6b3-b3e8-4587-982c-26550ded0f32 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:16:04.405905 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device c645a6b3-b3e8-4587-982c-26550ded0f32 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:16:04.420201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e13f34-b3f2-439d-9d01-47fa96faff82,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:04.541730 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.542994 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-072109d4-f695-493b-93c9-65eb6af02f87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4504662 Aug 25 03:16:04.545896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59158) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:04.554110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': 'a7e13f34-b3f2-439d-9d01-47fa96faff82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:04.700695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (d7d68ccf-6d8a-45b8-b322-3c3e52c8d19f), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.757271 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (d7d68ccf-6d8a-45b8-b322-3c3e52c8d19f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.915201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (d7d68ccf-6d8a-45b8-b322-3c3e52c8d19f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:04.936108 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d68ccf-6d8a-45b8-b322-3c3e52c8d19f,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:05.015173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.016427 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-a0ecdcb8-19be-42c4-a7b7-8b6aa52a417b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695981 Aug 25 03:16:05.019106 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59160) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:05.023468 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'security_group_rule': {'security_group_id': 'a7e13f34-b3f2-439d-9d01-47fa96faff82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:05.116119 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (17046c7d-df9e-4948-8493-8c5acf5f2490), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.173023 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (17046c7d-df9e-4948-8493-8c5acf5f2490), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.264695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (17046c7d-df9e-4948-8493-8c5acf5f2490), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.286300 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17046c7d-df9e-4948-8493-8c5acf5f2490,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:05.449816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.451029 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-fb88c9e0-8103-408f-ba11-2be41f9f0a69 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4309695 Aug 25 03:16:05.454099 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59162) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:05.458350 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:05.556312 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.599270 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:05.636069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.731179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:05.743697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.27.1.93 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:16:05.845465 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:05.979673 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.025511 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:16:06.030119 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:16:06.033946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:16:06.037174 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:06.117220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.330627 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.352408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:06.477870 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.653644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.724613 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:06.727206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.826528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:06.827783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7bba614b-6fdc-44df-83c1-e462bfbf8dd3 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3727865 Aug 25 03:16:07.180934 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-8f8ba7a0-f878-43bb-a527-f7b84602887c tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1949903068&fields=id&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 267 time: 0.0435822 Aug 25 03:16:07.293778 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-5269abde-daa6-4e3d-923c-70f5ec001ff2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:07.295158 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-5269abde-daa6-4e3d-923c-70f5ec001ff2 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1079409 Aug 25 03:16:07.310335 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-46d8276b-d58b-48bd-86ae-c26045cdb9d5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/quotas/7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Aug 25 03:16:07.359041 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-3d9956e1-1c84-42fb-8dee-f6a74f9f4cb7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439849 Aug 25 03:16:07.457617 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-df91c1b2-70d0-4dc2-95b3-9bce045bb53c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866916 Aug 25 03:16:07.481220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:07.532751 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:07.550713 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-7536d83d-1e07-4f4d-a3ed-6340227fe54b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865254 Aug 25 03:16:07.956936 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ddf7fad8-fad6-4ecb-a5c0-5596da796c68 req-e3f8b7bf-74fd-4a41-acfd-89b7113d8192 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 210 time: 0.1342642 Aug 25 03:16:09.064400 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-425f948f-10c3-4fb3-95f8-840e75f30a73 req-afc94bc6-2a73-42f8-a0b9-58231d35f482 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 210 time: 0.0337503 Aug 25 03:16:10.045071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-f38ee962-85a5-42cc-889f-f3816ee7fbcb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:10.046817 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-f38ee962-85a5-42cc-889f-f3816ee7fbcb tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 815 time: 0.1077478 Aug 25 03:16:10.115077 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-a6231177-a50d-446b-852e-08c7027c8b17 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d495b3e011c49388cc8cff98aeb1d73 HTTP/1.1" status: 200 len: 380 time: 0.0601556 Aug 25 03:16:10.123469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'port': {'device_id': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'admin_state_up': True, 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'security_groups': ['a7e13f34-b3f2-439d-9d01-47fa96faff82']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:10.206208 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-82590410-62c7-4644-9ef7-0e295e8653cd req-c84c3e63-05fc-4ca8-a3b9-ae9ced54b388 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 210 time: 0.0672412 Aug 25 03:16:10.333565 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Made reservation on behalf of 7d495b3e011c49388cc8cff98aeb1d73 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:16:10.338114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:10.392239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:10.467409 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Allocated IP 172.20.0.3 (1ca25ebd-ab9b-4352-95b3-63248390eeaa/bc7376eb-3954-4050-b278-e80dd63404f5/77f898c3-3841-47d6-94fc-95fe147bb6ac) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:16:10.594209 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:10.603952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:10.737773 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:10.786210 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:16:10.789853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:16:10.793695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:16:10.822261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event updated for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:10.852267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:10.852918 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:10.964486 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ba11d292-5c23-4f03-92e2-f0e8f88b8051 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446667 Aug 25 03:16:10.976067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Request body: {'port': {'device_id': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:11.006902 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-183d94be-7b65-40b5-bd70-0977665e7634 None None] Provisioning complete for port 77f898c3-3841-47d6-94fc-95fe147bb6ac triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:16:11.007464 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-183d94be-7b65-40b5-bd70-0977665e7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.008498 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:11.037090 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.038656 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-183d94be-7b65-40b5-bd70-0977665e7634 None None] Port 77f898c3-3841-47d6-94fc-95fe147bb6ac cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:16:11.296592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f898c3-3841-47d6-94fc-95fe147bb6ac {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:16:11.304193 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks [] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.316576 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Transition to ACTIVE for port object 77f898c3-3841-47d6-94fc-95fe147bb6ac will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:16:11.327761 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2197-e7f0-44e5-aea5-17a0d0e0d42d req-d47f1ea6-a597-49f0-b791-2801d810feb6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:11.329268 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-094e2197-e7f0-44e5-aea5-17a0d0e0d42d req-d47f1ea6-a597-49f0-b791-2801d810feb6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 931 time: 0.0466557 Aug 25 03:16:11.377043 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-094e2197-e7f0-44e5-aea5-17a0d0e0d42d req-6a6e81e4-4a4b-4f23-8013-539da869e88d tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Aug 25 03:16:11.424607 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.461122 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:11.487033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:11.541783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Attempting to bind port 77f898c3-3841-47d6-94fc-95fe147bb6ac on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:16:11.542118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Attempting to bind port 77f898c3-3841-47d6-94fc-95fe147bb6ac by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:16:11.542449 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Attempting to bind port 77f898c3-3841-47d6-94fc-95fe147bb6ac on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:16:11.546784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Port 77f898c3-3841-47d6-94fc-95fe147bb6ac on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:16:11.547041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Attempting to bind port 77f898c3-3841-47d6-94fc-95fe147bb6ac on network 1ca25ebd-ab9b-4352-95b3-63248390eeaa {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:16:11.551968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:16:11.552331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Checking segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:16:11.552714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Bound using segment: {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:16:11.553318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Bound port: 77f898c3-3841-47d6-94fc-95fe147bb6ac, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc4ba9-575d-4479-8ae9-241ef6b98e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:16:11.553748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.614412 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:16:11.617552 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:16:11.800682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.805499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:11.806103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:11.807538 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/77f898c3-3841-47d6-94fc-95fe147bb6ac HTTP/1.1" status: 200 len: 1093 time: 0.8361573 Aug 25 03:16:11.808030 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:16:11.810400 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dbb50-8efe-4046-a040-179cf6b1b78f" -d '{"events": [{"name": "network-changed", "server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:16:11.856978 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a9443e-93db-4361-a449-b258ab01df39 x-openstack-request-id: req-51a9443e-93db-4361-a449-b258ab01df39 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:16:11.857269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:16:11.857524 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51a9443e-93db-4361-a449-b258ab01df39 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:16:11.857926 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a9443e-93db-4361-a449-b258ab01df39'] response: {'name': 'network-changed', 'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'status': 'completed', 'code': 200} Aug 25 03:16:11.862458 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46021b-30d4-443e-929b-f058bab1eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:11.912125 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-22558df2-c9ba-43e3-8787-36990ab8ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:11.913727 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-22558df2-c9ba-43e3-8787-36990ab8ac1a service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 1127 time: 0.0394692 Aug 25 03:16:11.930675 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:12.018422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-48bf2caf-dcb1-43c7-a13a-5117efe0a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.019922 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-48bf2caf-dcb1-43c7-a13a-5117efe0a1c4 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992520 Aug 25 03:16:12.063416 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:12.066176 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:12.117701 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-ef4b4864-dd4d-485c-bbed-15775485365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.119476 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cb1dbb50-8efe-4046-a040-179cf6b1b78f req-ef4b4864-dd4d-485c-bbed-15775485365d service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933270 Aug 25 03:16:12.200650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-1892aa0f-009c-4cd1-82f8-36b0816ea2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.206329 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-1892aa0f-009c-4cd1-82f8-36b0816ea2b8 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 1127 time: 0.0430703 Aug 25 03:16:12.245808 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-ef6420ae-37b7-4cef-9f50-8c742050e73a service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac HTTP/1.1" status: 200 len: 217 time: 0.0360117 Aug 25 03:16:12.295370 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-e1c8bee8-0ee5-470f-b82e-4f7228731664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.296778 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-e1c8bee8-0ee5-470f-b82e-4f7228731664 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0456624 Aug 25 03:16:12.325667 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:12.340413 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-a7907f36-43b2-47d4-b8eb-d0e79414c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.342036 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-a7907f36-43b2-47d4-b8eb-d0e79414c7d4 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392516 Aug 25 03:16:12.417307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:12.436771 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-d1731e03-cbf4-437b-b4bb-803bdc8c23cd service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890751 Aug 25 03:16:12.498557 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8678-d149-4071-b43e-2955b0f56318 req-2cbcceeb-9563-4c51-ad39-d6b59907a846 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:12.500070 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-22cf8678-d149-4071-b43e-2955b0f56318 req-2cbcceeb-9563-4c51-ad39-d6b59907a846 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 943 time: 0.0475979 Aug 25 03:16:12.535724 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c4804bd7-68a7-42f6-9152-5542ed093b96 req-dfeb438d-37b0-4be2-96f0-744f9384899b service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930116 Aug 25 03:16:12.549171 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-22cf8678-d149-4071-b43e-2955b0f56318 req-60bd2446-afe7-4c5c-a7aa-fe87ba088e31 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Aug 25 03:16:13.669645 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48d405-eeaf-4d80-9075-e4fad99a76b8 req-47df6663-c601-4df6-8f77-003d6e4cb6d5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:13.671085 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ed48d405-eeaf-4d80-9075-e4fad99a76b8 req-47df6663-c601-4df6-8f77-003d6e4cb6d5 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 943 time: 0.0466325 Aug 25 03:16:13.718392 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ed48d405-eeaf-4d80-9075-e4fad99a76b8 req-ccfda136-3b77-436b-9b6d-b918c1fb99f7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 Aug 25 03:16:14.839377 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c985e-8f56-439f-b942-c61c58dfe5d6 req-b333bfb7-5f7c-4ded-9d3e-e780bc219e87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:14.840866 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-597c985e-8f56-439f-b942-c61c58dfe5d6 req-b333bfb7-5f7c-4ded-9d3e-e780bc219e87 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 943 time: 0.0499985 Aug 25 03:16:14.889672 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-597c985e-8f56-439f-b942-c61c58dfe5d6 req-dfe8382c-2126-4d56-812f-a4da2b187494 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Aug 25 03:16:16.010900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754824a8-2a23-4111-89e5-069b6e513d75 req-a634f42f-676d-470c-b88a-87da9e7b653e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:16.012459 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-754824a8-2a23-4111-89e5-069b6e513d75 req-a634f42f-676d-470c-b88a-87da9e7b653e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 943 time: 0.0507433 Aug 25 03:16:16.059229 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-754824a8-2a23-4111-89e5-069b6e513d75 req-7167bd91-7d1a-428c-8773-1a17b68c40c6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Aug 25 03:16:16.447779 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 77f898c3-3841-47d6-94fc-95fe147bb6ac details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:16:16.548911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:16:16.560812 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'port_id': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'mac_address': 'fa:16:3e:b5:77:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:16:16.594910 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 77f898c3-3841-47d6-94fc-95fe147bb6ac is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:16:16.595293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:16.609020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f898c3-3841-47d6-94fc-95fe147bb6ac {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:16:16.629574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:16:16.693095 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:16.739678 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:16.747642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.747984 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.748363 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.748699 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.749029 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.749352 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.749675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.749994 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.750313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.750633 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.750948 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.751265 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.751581 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.751892 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.752227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:16:16.906361 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['77f898c3-3841-47d6-94fc-95fe147bb6ac'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:16:17.176958 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995356e0-b553-4926-aed4-5d0dcb2aae33 req-8fef4b3f-9a25-449d-ae30-859acf9bd977 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:17.178415 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-995356e0-b553-4926-aed4-5d0dcb2aae33 req-8fef4b3f-9a25-449d-ae30-859acf9bd977 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 944 time: 0.0470216 Aug 25 03:16:17.225055 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-995356e0-b553-4926-aed4-5d0dcb2aae33 req-cba01c60-70d4-43f7-ac69-eb6a78f906d1 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Aug 25 03:16:17.550430 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:16:18.345873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019f631-76e7-4834-8b76-f94585e550ce req-3348993a-2cd2-4cef-84bf-698ca5ad29c9 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:18.347329 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4019f631-76e7-4834-8b76-f94585e550ce req-3348993a-2cd2-4cef-84bf-698ca5ad29c9 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 944 time: 0.0471697 Aug 25 03:16:18.374029 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:18.395337 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-4019f631-76e7-4834-8b76-f94585e550ce req-5faf604c-1855-4933-8012-d08ba2250042 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Aug 25 03:16:18.463291 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 77f898c3-3841-47d6-94fc-95fe147bb6ac up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:16:18.505339 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 77f898c3-3841-47d6-94fc-95fe147bb6ac completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:16:18.561753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 77f898c3-3841-47d6-94fc-95fe147bb6ac triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:16:18.562093 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:18.603313 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:18.636949 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 77f898c3-3841-47d6-94fc-95fe147bb6ac is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:16:18.637337 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:18.660542 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:16:18.662733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b64e2d-df80-4138-b4ac-00f901d6b72c" -d '{"events": [{"server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "name": "network-vif-plugged", "status": "completed", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:16:18.675734 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:16:18.706422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8664056-e0fd-40e0-b2da-c09abe232a72 x-openstack-request-id: req-b8664056-e0fd-40e0-b2da-c09abe232a72 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:16:18.706422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "name": "network-vif-plugged", "status": "completed", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:16:18.706422 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8664056-e0fd-40e0-b2da-c09abe232a72 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:16:18.706422 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8664056-e0fd-40e0-b2da-c09abe232a72'] response: {'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'code': 200} Aug 25 03:16:18.754419 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:18.802373 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:16:19.060429 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ad93-dbeb-4d2c-a512-2aab24463938 req-cc9c4c48-3298-44d2-ad49-f63acb129cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:19.061875 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9f46ad93-dbeb-4d2c-a512-2aab24463938 req-cc9c4c48-3298-44d2-ad49-f63acb129cbb service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 1129 time: 0.0416923 Aug 25 03:16:19.109298 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9f46ad93-dbeb-4d2c-a512-2aab24463938 req-19c36704-70d3-499f-8246-7ba2f77bec22 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Aug 25 03:16:19.516556 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66b19-00e9-4f95-bcb1-696e9157c7b6 req-d1f45443-07fb-490b-ae2c-0269bcd0a28f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:19.517840 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c0e66b19-00e9-4f95-bcb1-696e9157c7b6 req-d1f45443-07fb-490b-ae2c-0269bcd0a28f tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Aug 25 03:16:19.567205 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c0e66b19-00e9-4f95-bcb1-696e9157c7b6 req-fe17e762-112d-4f9c-bfe1-c884c039d74e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Aug 25 03:16:20.695180 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca0a19-b1bf-41f8-924b-90e0e83d77a5 req-d0a53189-34c6-4b32-9fa8-d24cf0b4190a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:20.696728 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-61ca0a19-b1bf-41f8-924b-90e0e83d77a5 req-d0a53189-34c6-4b32-9fa8-d24cf0b4190a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0464153 Aug 25 03:16:20.749673 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-61ca0a19-b1bf-41f8-924b-90e0e83d77a5 req-76fcd52c-3e5b-47c0-a2d8-66ae0a2e909a tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 Aug 25 03:16:21.872602 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01dbd-941b-4547-b457-7ccc688484d6 req-c8a9dbfc-6e29-49c3-ba50-04fd0690fc7e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:21.874177 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1c01dbd-941b-4547-b457-7ccc688484d6 req-c8a9dbfc-6e29-49c3-ba50-04fd0690fc7e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Aug 25 03:16:21.925475 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1c01dbd-941b-4547-b457-7ccc688484d6 req-575f53ee-f280-4919-b765-666fead0f8b6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458033 Aug 25 03:16:22.043332 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a920-e830-4257-ac7a-05be85087e4b req-be8dfbf0-c9d2-4b8c-8ee8-1f8a0df10073 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:22.044738 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9a17a920-e830-4257-ac7a-05be85087e4b req-be8dfbf0-c9d2-4b8c-8ee8-1f8a0df10073 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Aug 25 03:16:22.054386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59228) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:16:22.059021 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Request body: {'floatingip': {'port_id': '77f898c3-3841-47d6-94fc-95fe147bb6ac'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:16:22.098215 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:22.201018 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:22.287523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8b08a0d2-4d49-4f09-8199-c24b9fdcb783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:22.532728 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:22.578577 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:22.670316 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP c4ac110d-f6e9-482f-964f-de09ff7434fd associated. External IP: 172.27.1.93, port: 77f898c3-3841-47d6-94fc-95fe147bb6ac. Aug 25 03:16:22.752411 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:22.868714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:16:23.237422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:16:23.242496 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:23.247391 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:16:23.256789 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:16:23.257423 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:15:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:23.272613 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-57a6c595-aa93-4f66-9039-d21315fac71e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/c4ac110d-f6e9-482f-964f-de09ff7434fd HTTP/1.1" status: 200 len: 990 time: 1.2171121 Aug 25 03:16:23.273196 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:16:23.275993 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40a9f8-02aa-469f-88fe-29ba08afe341" -d '{"events": [{"name": "network-changed", "server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:16:23.313054 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712360a2-f93c-42f9-8d35-c7cd04d3d0cb x-openstack-request-id: req-712360a2-f93c-42f9-8d35-c7cd04d3d0cb {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:16:23.313534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:16:23.313787 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-712360a2-f93c-42f9-8d35-c7cd04d3d0cb {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:16:23.314188 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712360a2-f93c-42f9-8d35-c7cd04d3d0cb'] response: {'name': 'network-changed', 'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'status': 'completed', 'code': 200} Aug 25 03:16:23.379451 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-e7dd940d-88b4-4c93-b659-0de056e8d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:23.381018 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-e7dd940d-88b4-4c93-b659-0de056e8d773 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 1129 time: 0.0451114 Aug 25 03:16:23.477261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-2b8d7fed-a1fe-4987-a479-810cbdfb9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:23.478880 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-2b8d7fed-a1fe-4987-a479-810cbdfb9843 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.0919518 Aug 25 03:16:23.494266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:16:23.546625 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-57cf9b0c-dc11-4434-9835-a422841e7572 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac HTTP/1.1" status: 200 len: 998 time: 0.0618181 Aug 25 03:16:23.597009 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-9f2d6201-9247-43fc-873a-b8a0fc92fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:23.598497 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-9f2d6201-9247-43fc-873a-b8a0fc92fee0 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0459192 Aug 25 03:16:23.612909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:23.642650 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-8a67f097-9505-4e58-b9e4-34df09be22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:23.644313 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-8a67f097-9505-4e58-b9e4-34df09be22b1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397584 Aug 25 03:16:23.708887 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'c4ac110d-f6e9-482f-964f-de09ff7434fd', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:b5:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:16:06Z', 'updated_at': '2022-08-25T03:16:22Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:23.734657 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:16:23.740237 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-a0f3aa80-a802-45b1-a521-cc905c0d3d33 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893240 Aug 25 03:16:23.742902 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:16:23.744009 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:15:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:23.832402 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0b40a9f8-02aa-469f-88fe-29ba08afe341 req-f2b051a8-0b43-4427-a978-acdf3aeaebfe service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Aug 25 03:16:23.847321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:23.849566 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:16:23.893255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:24.067827 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'c4ac110d-f6e9-482f-964f-de09ff7434fd', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:b5:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:16:06Z', 'updated_at': '2022-08-25T03:16:22Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:16:24.093169 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59024f-81e3-4703-bfc9-1cd33b7f3579 None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'c4ac110d-f6e9-482f-964f-de09ff7434fd', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'port_id': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'mac_address': 'fa:16:3e:b5:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:16:06Z', 'updated_at': '2022-08-25T03:16:22Z', 'revision_number': 1, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:16:24.282374 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ba34c-da8b-43e7-9152-cbbc7499f357 None None] New status for floating IP c4ac110d-f6e9-482f-964f-de09ff7434fd: ACTIVE {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:16:24.422451 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cabe7aeb-593a-4d22-b773-7c0fe00a8cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:25.127213 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-eb9a03b0-451d-4825-a593-5f6282425db9 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407760 Aug 25 03:16:25.209697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976f7d-4be9-42be-91fb-a22978659c53 req-9b153c02-252d-476d-b3f5-2d3af07265de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:25.211186 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-9b153c02-252d-476d-b3f5-2d3af07265de service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 1129 time: 0.0430484 Aug 25 03:16:25.313713 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976f7d-4be9-42be-91fb-a22978659c53 req-38fe164d-493d-4bb4-994b-82594a2f37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:25.315235 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-38fe164d-493d-4bb4-994b-82594a2f37ee service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 200 len: 916 time: 0.0868442 Aug 25 03:16:25.383286 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-8242377b-1ecd-4365-934e-a18fbe4d0b56 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac HTTP/1.1" status: 200 len: 1000 time: 0.0595572 Aug 25 03:16:25.418616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:25.436968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976f7d-4be9-42be-91fb-a22978659c53 req-51954c13-f897-4a76-bd16-e285e2b451c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:25.445488 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-51954c13-f897-4a76-bd16-e285e2b451c3 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 200 len: 854 time: 0.0450177 Aug 25 03:16:25.482362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976f7d-4be9-42be-91fb-a22978659c53 req-5a4fb4e2-faf9-4a8f-a22f-e190839d21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:16:25.483869 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-5a4fb4e2-faf9-4a8f-a22f-e190839d21b0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=1ca25ebd-ab9b-4352-95b3-63248390eeaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398359 Aug 25 03:16:25.580175 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-ae4cf615-2d11-49ec-9a30-9dc705dadfa6 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895367 Aug 25 03:16:25.675276 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-91976f7d-4be9-42be-91fb-a22978659c53 req-50a36a91-8128-4e92-9918-874e55be6501 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Aug 25 03:16:25.717178 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:27.513849 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:27.525141 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:32.033546 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=49 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:32.035478 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=55 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:35.662157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=74 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:35.672285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=22 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:37.383069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:37.395046 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:37.400499 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:42.401290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:50.440617 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:50.444558 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:16:52.232842 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c0d18a0b-9baa-433b-a413-e4aa16cf833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:54.452715 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aadd1da-cb3e-4a67-bcd0-ddd9bea961c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:54.550482 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:16:55.841272 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:57.498148 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:16:57.524171 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:04.544269 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:04.545054 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:05.743142 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce45b27-0d54-445c-8a15-ad19d1389b1e req-a195c9cf-1f1d-4198-8019-dd4983184ec6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:17:05.744615 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1ce45b27-0d54-445c-8a15-ad19d1389b1e req-a195c9cf-1f1d-4198-8019-dd4983184ec6 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Aug 25 03:17:05.792568 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-1ce45b27-0d54-445c-8a15-ad19d1389b1e req-0b8227fc-604e-4bd2-baff-3b647af608d7 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Aug 25 03:17:06.916431 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078724-c28b-4764-9b18-7f7886ec5437 req-e3707b0c-2109-49f3-b454-337209e54889 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:17:06.917932 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ef078724-c28b-4764-9b18-7f7886ec5437 req-e3707b0c-2109-49f3-b454-337209e54889 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0521853 Aug 25 03:17:06.969663 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ef078724-c28b-4764-9b18-7f7886ec5437 req-ba195e0a-071d-48c7-99e3-c5704ccefa7b tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a7e13f34-b3f2-439d-9d01-47fa96faff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Aug 25 03:17:07.216844 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-e2463f4c-0de6-4d02-9807-450a6d752374 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:17:07.218267 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-e2463f4c-0de6-4d02-9807-450a6d752374 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 945 time: 0.0468979 Aug 25 03:17:07.303513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port 77f898c3-3841-47d6-94fc-95fe147bb6ac {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:07.303853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:07.378485 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:07.391728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:07.391930 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] For port 77f898c3-3841-47d6-94fc-95fe147bb6ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=77f898c3-3841-47d6-94fc-95fe147bb6ac,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:17:07.392330 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:07.393458 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:07.558329 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:07.558689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:07.559000 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Floating IP c4ac110d-f6e9-482f-964f-de09ff7434fd disassociated. External IP: 172.27.1.93, port: 77f898c3-3841-47d6-94fc-95fe147bb6ac. Aug 25 03:17:07.559336 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for 77f898c3-3841-47d6-94fc-95fe147bb6ac owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:07.746974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (77f898c3-3841-47d6-94fc-95fe147bb6ac), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:07.773534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=77f898c3-3841-47d6-94fc-95fe147bb6ac,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:07.783182 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.783506 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.783846 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.784199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.784533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.784861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.785264 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.785674 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.786519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.786519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.786715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.786950 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.787246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.787566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.787884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:07.898847 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:17:08.003762 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:17:08.016105 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:17:08.027895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:17:08.028549 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:16:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:08.032606 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:08.047269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] No DVR routers for this DVR port 77f898c3-3841-47d6-94fc-95fe147bb6ac on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:17:08.049954 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:08.054215 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a01315bb-e6c7-478a-8fcf-31c51fbbb833 req-1c4a3c37-f664-4148-ab8e-c35b2e6050fa tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.79 "DELETE /networking/v2.0/ports/77f898c3-3841-47d6-94fc-95fe147bb6ac HTTP/1.1" status: 204 len: 173 time: 0.8297353 Aug 25 03:17:08.054783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'name': 'network-vif-deleted', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:17:08.057222 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f1ad5-3a0d-4fca-84a9-d592b2ad5055" -d '{"events": [{"server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "name": "network-vif-deleted", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:17:08.094703 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0e23aceb-007c-4ab4-bf70-faca184798e4 req-d0871a2b-6367-445b-afb6-84282df097dd tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=50bf05ea-81b7-4307-8ef2-da28c40ebf05 HTTP/1.1" status: 200 len: 210 time: 0.0415716 Aug 25 03:17:08.149388 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:17:08.168872 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52074ea8-a266-49d5-81de-5036b339bfc8 x-openstack-request-id: req-52074ea8-a266-49d5-81de-5036b339bfc8 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:17:08.169175 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bf05ea-81b7-4307-8ef2-da28c40ebf05", "name": "network-vif-deleted", "tag": "77f898c3-3841-47d6-94fc-95fe147bb6ac", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:17:08.169430 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52074ea8-a266-49d5-81de-5036b339bfc8 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:17:08.169836 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52074ea8-a266-49d5-81de-5036b339bfc8'] response: {'server_uuid': '50bf05ea-81b7-4307-8ef2-da28c40ebf05', 'name': 'network-vif-deleted', 'tag': '77f898c3-3841-47d6-94fc-95fe147bb6ac', 'status': 'completed', 'code': 200} Aug 25 03:17:08.354055 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:08.381907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:17:08.387182 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:17:08.387775 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:16:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:08.490394 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:17:08.677777 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:08.702324 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bef3e-c5a1-46a5-a230-9a145302c18d None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:12:31Z', 'revision_number': 4, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '14b7837d-1811-45e0-bf3a-b754020dbda1', 'name': '', 'network_id': '1ca25ebd-ab9b-4352-95b3-63248390eeaa', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'mac_address': 'fa:16:3e:6e:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:30Z', 'updated_at': '2022-08-25T03:12:37Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'subnets': [{'id': 'bc7376eb-3954-4050-b278-e80dd63404f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:17:08.933832 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c4144-2a57-4819-ad96-93d9618f000a None None] New status for floating IP c4ac110d-f6e9-482f-964f-de09ff7434fd: DOWN {{(pid=107025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:17:09.302734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59308) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:09.360993 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (a7e13f34-b3f2-439d-9d01-47fa96faff82), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.386208 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (a7e13f34-b3f2-439d-9d01-47fa96faff82), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.515114 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a7e13f34-b3f2-439d-9d01-47fa96faff82), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.517706 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.519001 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a7e13f34-b3f2-439d-9d01-47fa96faff82 HTTP/1.1" status: 204 len: 168 time: 0.2147977 Aug 25 03:17:09.522967 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59310) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:09.529266 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e13f34-b3f2-439d-9d01-47fa96faff82,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:09.536739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.537083 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.537387 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.api.v2.resource [None req-91e0fbd9-4da8-4ada-98e7-f973a4327e2e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] show failed (client error): The resource could not be found. Aug 25 03:17:09.537504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.537806 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.538193 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.538421 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-91e0fbd9-4da8-4ada-98e7-f973a4327e2e tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "GET /networking/v2.0/security-groups/a7e13f34-b3f2-439d-9d01-47fa96faff82 HTTP/1.1" status: 404 len: 347 time: 0.0144777 Aug 25 03:17:09.538527 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.538819 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.539134 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.539439 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.539767 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.540076 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.540418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.540902 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.541141 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.541457 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b5d0a-ab30-476a-8de6-65f9ad62be37 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:09.541895 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59312) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:09.592703 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:09.665161 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Deleting port 57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:09.665503 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.747286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.747612 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:09.762382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Calling delete_port for 57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30 owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:09.990375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:10.016894 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Pushing event deleted for resources: {'Port': ['ID=57d5fb2a-6eea-4b46-ac6f-aad35f9a2f30,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:10.081272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks [] for floatingip (c4ac110d-f6e9-482f-964f-de09ff7434fd), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:10.084001 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:10.085271 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-df035d6d-d347-4e35-a670-07fe72b7c508 tempest-AttachVolumeNegativeTest-1901515070 tempest-AttachVolumeNegativeTest-1901515070-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/c4ac110d-f6e9-482f-964f-de09ff7434fd HTTP/1.1" status: 204 len: 168 time: 0.5424058 Aug 25 03:17:12.401420 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:12.739763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 77f898c3-3841-47d6-94fc-95fe147bb6ac no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:17:12.763144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 77f898c3-3841-47d6-94fc-95fe147bb6ac {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:17:12.763492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 77f898c3-3841-47d6-94fc-95fe147bb6ac not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:17:14.180318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59348) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:14.480242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:14.484113 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (b8b4df27-401e-4db9-9356-88d91578cef4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:14.704239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Deleting port 14b7837d-1811-45e0-bf3a-b754020dbda1 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:14.704582 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:14.748530 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:14.788381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] For port 14b7837d-1811-45e0-bf3a-b754020dbda1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=14b7837d-1811-45e0-bf3a-b754020dbda1,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:17:14.788744 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:14.802979 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Calling delete_port for 14b7837d-1811-45e0-bf3a-b754020dbda1 owned by network:router_interface {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:15.049472 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (14b7837d-1811-45e0-bf3a-b754020dbda1), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:15.071631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b7837d-1811-45e0-bf3a-b754020dbda1,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:15.240557 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (b8b4df27-401e-4db9-9356-88d91578cef4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:15.320982 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:15.445121 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Router b8b4df27-401e-4db9-9356-88d91578cef4 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:17:15.545678 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:17:15.551544 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7df3e8a8-891e-4d76-a098-928862642ff9 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/b8b4df27-401e-4db9-9356-88d91578cef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3704832 Aug 25 03:17:15.554648 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59350) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:15.555608 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Sync routers for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:17:15.565912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:17:15.567190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:16:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:15.662441 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks [] for router (b8b4df27-401e-4db9-9356-88d91578cef4), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:15.673668 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:17:15.762049 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks [] for router_gateway (b8b4df27-401e-4db9-9356-88d91578cef4), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:15.848904 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:17:14Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:15.874360 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Checking router: b8b4df27-401e-4db9-9356-88d91578cef4 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:17:15.882937 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Routers {'b8b4df27-401e-4db9-9356-88d91578cef4'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:17:15.883534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:16:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['b8b4df27-401e-4db9-9356-88d91578cef4'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:15.925217 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Deleting port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:15.925471 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.127724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] Set router b8b4df27-401e-4db9-9356-88d91578cef4 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:17:16.241452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] For port f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:17:16.241709 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.255246 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Calling delete_port for f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f owned by network:router_gateway {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:16.304841 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:17:14Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:16.330067 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67142b02-156f-485d-91a5-4d9c0d49ab02 None None] The sync data for ids ['b8b4df27-401e-4db9-9356-88d91578cef4'] in dv-cinder-779578-6-iscsi is: [{'id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'name': 'tempest-AttachVolumeNegativeTest-1962828356-router', 'tenant_id': '7d495b3e011c49388cc8cff98aeb1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:12:27Z', 'updated_at': '2022-08-25T03:17:14Z', 'revision_number': 5, 'project_id': '7d495b3e011c49388cc8cff98aeb1d73', 'gw_port': {'id': 'f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4df27-401e-4db9-9356-88d91578cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:12:28Z', 'updated_at': '2022-08-25T03:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:17:16.415484 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:16.523443 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.546226 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:16.604181 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:16.610773 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (b8b4df27-401e-4db9-9356-88d91578cef4), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.703425 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (b8b4df27-401e-4db9-9356-88d91578cef4), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.705679 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks [] for router_controller (b8b4df27-401e-4db9-9356-88d91578cef4), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.872465 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (b8b4df27-401e-4db9-9356-88d91578cef4), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.873059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b4df27-401e-4db9-9356-88d91578cef4 {{(pid=107023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:17:16.882965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.882965 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3d6f2132-b869-4009-a22a-0380c38ebd1b admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/b8b4df27-401e-4db9-9356-88d91578cef4 HTTP/1.1" status: 204 len: 168 time: 1.3244512 Aug 25 03:17:16.882965 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59352) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:16.930482 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Deleting subnet bc7376eb-3954-4050-b278-e80dd63404f5 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:17:16.934250 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Publish callbacks [] for subnet (bc7376eb-3954-4050-b278-e80dd63404f5), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:16.971994 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (bc7376eb-3954-4050-b278-e80dd63404f5), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.053311 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (bc7376eb-3954-4050-b278-e80dd63404f5), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.189167 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (bc7376eb-3954-4050-b278-e80dd63404f5), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.214887 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7376eb-3954-4050-b278-e80dd63404f5,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:17.218760 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.222120 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-34d0603d-cc73-4f76-8097-74da2ff3e56d admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/bc7376eb-3954-4050-b278-e80dd63404f5 HTTP/1.1" status: 204 len: 168 time: 0.3381958 Aug 25 03:17:17.225161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186346aa-e25c-43aa-9d4b-3b87b13df22c None None] Network 1ca25ebd-ab9b-4352-95b3-63248390eeaa requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:17:17.225771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59354) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:17.287143 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:17.296191 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (1ca25ebd-ab9b-4352-95b3-63248390eeaa), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.342067 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Deleting port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:17.342630 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.418000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] DHCP port deletion for 1ca25ebd-ab9b-4352-95b3-63248390eeaa request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:17:17.419322 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] For port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:17:17.419744 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.438403 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Calling delete_port for 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc owned by network:dhcp {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:17.447734 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:17:17.477392 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:17:17.477734 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f9a49fe8-2b27-4e51-ab4a-25e031bf7c9f not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:17:17.478139 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 14b7837d-1811-45e0-bf3a-b754020dbda1 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:17:17.497603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Deleting port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:17:17.497971 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.499763 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 14b7837d-1811-45e0-bf3a-b754020dbda1 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:17:17.500099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 14b7837d-1811-45e0-bf3a-b754020dbda1 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:17:17.544129 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:17.562990 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] For port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,segment=NetworkSegment(65fc4ba9-575d-4479-8ae9-241ef6b98e56),segment_id=65fc4ba9-575d-4479-8ae9-241ef6b98e56)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:17:17.563316 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.575899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Calling delete_port for 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:17:17.606801 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.619535 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:17.632272 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:17.637790 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] No DVR routers for this DVR port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc on host dv-cinder-779578-6-iscsi {{(pid=107023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:17:17.657623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.683433 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Pushing event deleted for resources: {'Port': ['ID=1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:17.688040 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] No DVR routers for this DVR port 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.697220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.698107 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.698107 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.698107 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.698469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.699285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.699285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.699285 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.699654 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d806-2342-4383-af65-26d83f66c4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:17:17.716666 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (1ca25ebd-ab9b-4352-95b3-63248390eeaa), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.737253 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca25ebd-ab9b-4352-95b3-63248390eeaa']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:17.747200 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc4ba9-575d-4479-8ae9-241ef6b98e56') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:17.747493 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc4ba9-575d-4479-8ae9-241ef6b98e56') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:17:17.749001 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:17.757906 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (65fc4ba9-575d-4479-8ae9-241ef6b98e56), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.772355 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (65fc4ba9-575d-4479-8ae9-241ef6b98e56), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.779009 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:17:17.779419 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (65fc4ba9-575d-4479-8ae9-241ef6b98e56), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.818695 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 65fc4ba9-575d-4479-8ae9-241ef6b98e56 resource provider aggregate not found Aug 25 03:17:17.841555 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment 65fc4ba9-575d-4479-8ae9-241ef6b98e56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65fc4ba9-575d-4479-8ae9-241ef6b98e56 found for delete ", "request_id": "req-e077d875-a8d8-47ef-98a4-845196e5b67c"}]} Aug 25 03:17:17.912377 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (1ca25ebd-ab9b-4352-95b3-63248390eeaa), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.917034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:17.920317 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/1ca25ebd-ab9b-4352-95b3-63248390eeaa HTTP/1.1" status: 204 len: 168 time: 0.6941311 Aug 25 03:17:17.934191 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4198c2-e70b-4c4d-8bdf-5fe4358e5f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca25ebd-ab9b-4352-95b3-63248390eeaa,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:18.383468 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59362) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:18.390704 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:18.431260 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a18a41f8-04c0-4b60-952b-422463316570 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7d495b3e011c49388cc8cff98aeb1d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443542 Aug 25 03:17:18.431705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59364) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:18.479050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] Publish callbacks [] for security_group (99646d3a-12bc-4b1d-9e0b-e24b182c26f1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:18.499632 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] Publish callbacks [] for security_group (99646d3a-12bc-4b1d-9e0b-e24b182c26f1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:18.666637 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (99646d3a-12bc-4b1d-9e0b-e24b182c26f1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:18.669131 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:18.670330 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/99646d3a-12bc-4b1d-9e0b-e24b182c26f1 HTTP/1.1" status: 204 len: 168 time: 0.2376294 Aug 25 03:17:18.678921 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af8706-7b85-4528-8460-27447e015987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99646d3a-12bc-4b1d-9e0b-e24b182c26f1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:19.188374 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:17:19.211611 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:17:19.211965 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a9d6eb4-cb3f-4f67-8bdc-45b0eb08abdc not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:17:19.489121 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:19.495009 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:22.320573 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6aed6332-c82f-413d-ba2a-94c37e36806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:24.460026 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-24f204c3-199c-44b7-bfdc-918b9ce6098d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:25.540631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:25.543680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=18 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:25.769237 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:26.481597 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59460) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:26.584317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef61afb4-33ef-4646-ac3f-4c082653f102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:26.661947 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef61afb4-33ef-4646-ac3f-4c082653f102 admin admin] Publish callbacks [] for security_group (a823e613-f318-4d64-b75e-4d05c2496843), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:26.737618 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ef61afb4-33ef-4646-ac3f-4c082653f102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a823e613-f318-4d64-b75e-4d05c2496843), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:26.780534 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-ef61afb4-33ef-4646-ac3f-4c082653f102 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5a532c21696841388651b3381eeacbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978060 Aug 25 03:17:26.781631 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61afb4-33ef-4646-ac3f-4c082653f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a823e613-f318-4d64-b75e-4d05c2496843,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:26.783309 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59464) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:26.836236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] Publish callbacks [] for security_group (a823e613-f318-4d64-b75e-4d05c2496843), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:26.857488 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] Publish callbacks [] for security_group (a823e613-f318-4d64-b75e-4d05c2496843), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.000697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (a823e613-f318-4d64-b75e-4d05c2496843), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.003272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.004492 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a823e613-f318-4d64-b75e-4d05c2496843 HTTP/1.1" status: 204 len: 168 time: 0.2201486 Aug 25 03:17:27.013288 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab891ae-0a96-44e6-8afe-42380d23cd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a823e613-f318-4d64-b75e-4d05c2496843,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:27.465992 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.494639 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.610828 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59470) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:27.625016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1d6a50d9-9119-4af1-ab01-e69a134bc5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.704690 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1d6a50d9-9119-4af1-ab01-e69a134bc5fd admin admin] Publish callbacks [] for security_group (f2e5eedc-faef-4391-8b87-75ab127a93ad), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.789315 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1d6a50d9-9119-4af1-ab01-e69a134bc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f2e5eedc-faef-4391-8b87-75ab127a93ad), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.828745 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a50d9-9119-4af1-ab01-e69a134bc5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5eedc-faef-4391-8b87-75ab127a93ad,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:27.833080 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1d6a50d9-9119-4af1-ab01-e69a134bc5fd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5e3a23989f2b44b3beb2d4730eb2ab26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212141 Aug 25 03:17:27.835990 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59472) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:27.886774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] Publish callbacks [] for security_group (f2e5eedc-faef-4391-8b87-75ab127a93ad), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:27.906896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] Publish callbacks [] for security_group (f2e5eedc-faef-4391-8b87-75ab127a93ad), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:28.029101 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f2e5eedc-faef-4391-8b87-75ab127a93ad), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:28.031628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:28.032805 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f2e5eedc-faef-4391-8b87-75ab127a93ad HTTP/1.1" status: 204 len: 168 time: 0.1961591 Aug 25 03:17:28.041178 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283278f-5bb2-408f-b6bc-57e53b06e24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5eedc-faef-4391-8b87-75ab127a93ad,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:31.549126 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:17:35.461773 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59570) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:35.567410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-eb60659e-a421-4882-9e1d-9b6732ccc88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.646784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-eb60659e-a421-4882-9e1d-9b6732ccc88e admin admin] Publish callbacks [] for security_group (99ab1d74-ec30-433e-a2aa-545b568212a6), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.709461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-eb60659e-a421-4882-9e1d-9b6732ccc88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (99ab1d74-ec30-433e-a2aa-545b568212a6), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.748526 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-eb60659e-a421-4882-9e1d-9b6732ccc88e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b12b41b924db423eac64842a79618e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855875 Aug 25 03:17:35.749636 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60659e-a421-4882-9e1d-9b6732ccc88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab1d74-ec30-433e-a2aa-545b568212a6,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:35.751249 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59574) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:35.803852 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] Publish callbacks [] for security_group (99ab1d74-ec30-433e-a2aa-545b568212a6), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.824568 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] Publish callbacks [] for security_group (99ab1d74-ec30-433e-a2aa-545b568212a6), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.977220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (99ab1d74-ec30-433e-a2aa-545b568212a6), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.979796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:35.981048 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/99ab1d74-ec30-433e-a2aa-545b568212a6 HTTP/1.1" status: 204 len: 168 time: 0.2280006 Aug 25 03:17:35.989625 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92470199-996d-4813-9249-989cd8b6c417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab1d74-ec30-433e-a2aa-545b568212a6,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:36.651372 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59580) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:36.665534 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5b9a274f-ab20-4ce4-b09c-fdeb77ad84a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:36.712050 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:36.740005 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5b9a274f-ab20-4ce4-b09c-fdeb77ad84a8 admin admin] Publish callbacks [] for security_group (986a6b12-830b-401e-a623-9e65ab85c940), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:36.805862 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5b9a274f-ab20-4ce4-b09c-fdeb77ad84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (986a6b12-830b-401e-a623-9e65ab85c940), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:36.845637 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5b9a274f-ab20-4ce4-b09c-fdeb77ad84a8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2554bf4b288440fea92c1b9c91df434f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931250 Aug 25 03:17:36.846427 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a274f-ab20-4ce4-b09c-fdeb77ad84a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a6b12-830b-401e-a623-9e65ab85c940,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:36.849049 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59582) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:36.894500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:36.900621 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] Publish callbacks [] for security_group (986a6b12-830b-401e-a623-9e65ab85c940), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:36.921020 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] Publish callbacks [] for security_group (986a6b12-830b-401e-a623-9e65ab85c940), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:36.947816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:37.002723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (986a6b12-830b-401e-a623-9e65ab85c940), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.005970 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.007128 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/986a6b12-830b-401e-a623-9e65ab85c940 HTTP/1.1" status: 204 len: 168 time: 0.1569319 Aug 25 03:17:37.014905 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f880-3efa-46b7-89f9-17dab6c98545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a6b12-830b-401e-a623-9e65ab85c940,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:37.399360 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:37.623662 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59588) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:37.637575 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-759dd466-d1c1-408e-aa24-c1e0e4f36a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.716015 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-759dd466-d1c1-408e-aa24-c1e0e4f36a9a admin admin] Publish callbacks [] for security_group (f4964bf2-cde7-4e51-8542-78185f5f5597), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.808894 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-759dd466-d1c1-408e-aa24-c1e0e4f36a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f4964bf2-cde7-4e51-8542-78185f5f5597), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.850403 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-759dd466-d1c1-408e-aa24-c1e0e4f36a9a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b8d29f65c58f42f3bea2603e251b77a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255116 Aug 25 03:17:37.851284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dd466-d1c1-408e-aa24-c1e0e4f36a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4964bf2-cde7-4e51-8542-78185f5f5597,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:37.853303 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59590) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:37.906500 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] Publish callbacks [] for security_group (f4964bf2-cde7-4e51-8542-78185f5f5597), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:37.926941 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] Publish callbacks [] for security_group (f4964bf2-cde7-4e51-8542-78185f5f5597), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:38.031177 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (f4964bf2-cde7-4e51-8542-78185f5f5597), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:38.033662 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:38.034799 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f4964bf2-cde7-4e51-8542-78185f5f5597 HTTP/1.1" status: 204 len: 168 time: 0.1804860 Aug 25 03:17:38.042987 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02807d9-c7c9-4de7-84ee-c6c346478a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4964bf2-cde7-4e51-8542-78185f5f5597,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:40.926331 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59662) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:41.030207 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-867b826f-fb2b-46b6-a167-159e45a35ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.041038 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:41.104945 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-867b826f-fb2b-46b6-a167-159e45a35ea4 admin admin] Publish callbacks [] for security_group (294254ad-8cb2-487d-a21b-aa020ebffcac), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.173875 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-867b826f-fb2b-46b6-a167-159e45a35ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (294254ad-8cb2-487d-a21b-aa020ebffcac), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.212879 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b826f-fb2b-46b6-a167-159e45a35ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294254ad-8cb2-487d-a21b-aa020ebffcac,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:41.217023 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-867b826f-fb2b-46b6-a167-159e45a35ea4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e6852f7c61a54191b8ee0c3c9d97cb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896819 Aug 25 03:17:41.219848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59666) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:41.269776 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] Publish callbacks [] for security_group (294254ad-8cb2-487d-a21b-aa020ebffcac), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.290685 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] Publish callbacks [] for security_group (294254ad-8cb2-487d-a21b-aa020ebffcac), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.397926 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (294254ad-8cb2-487d-a21b-aa020ebffcac), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.400522 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:41.401680 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/294254ad-8cb2-487d-a21b-aa020ebffcac HTTP/1.1" status: 204 len: 168 time: 0.1808274 Aug 25 03:17:41.409519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949a46e-a545-40f7-b4c0-efe81268a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294254ad-8cb2-487d-a21b-aa020ebffcac,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:41.545770 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:42.101332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59672) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:42.114583 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-51a029c2-aedb-4395-b06f-c63f979650a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.194149 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-51a029c2-aedb-4395-b06f-c63f979650a3 admin admin] Publish callbacks [] for security_group (4a1f12df-b869-43f6-ada7-0021f67ee381), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.257437 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-51a029c2-aedb-4395-b06f-c63f979650a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (4a1f12df-b869-43f6-ada7-0021f67ee381), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.296906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a029c2-aedb-4395-b06f-c63f979650a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f12df-b869-43f6-ada7-0021f67ee381,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:42.301222 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-51a029c2-aedb-4395-b06f-c63f979650a3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=5ed44be57a674a72a37e29cd53f4b9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988444 Aug 25 03:17:42.305202 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59674) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:42.353962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] Publish callbacks [] for security_group (4a1f12df-b869-43f6-ada7-0021f67ee381), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.374698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] Publish callbacks [] for security_group (4a1f12df-b869-43f6-ada7-0021f67ee381), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.431143 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.522980 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (4a1f12df-b869-43f6-ada7-0021f67ee381), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.525545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:42.526716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/4a1f12df-b869-43f6-ada7-0021f67ee381 HTTP/1.1" status: 204 len: 168 time: 0.2212791 Aug 25 03:17:42.535032 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f77ee2-f928-45db-afed-f58af0614df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f12df-b869-43f6-ada7-0021f67ee381,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:51.211001 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:52.152215 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=24 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:52.156507 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:52.251095 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb296-0bf3-4f53-acd7-e45da2201e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:52.529501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:DELETE=8,neutron:SELECT=69,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:52.530208 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=71,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:54.425046 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd039579-6699-44ad-9ae5-abc69368fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:55.721928 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:55.854790 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59808) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:55.964312 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7f18-12af-4a79-9d0f-8206f7419aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.041631 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7f18-12af-4a79-9d0f-8206f7419aa5 admin admin] Publish callbacks [] for security_group (67132c6c-9d3d-4b51-a03d-688097d98b43), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.099612 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7f18-12af-4a79-9d0f-8206f7419aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (67132c6c-9d3d-4b51-a03d-688097d98b43), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.143838 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec7f18-12af-4a79-9d0f-8206f7419aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67132c6c-9d3d-4b51-a03d-688097d98b43,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:56.151420 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-b5ec7f18-12af-4a79-9d0f-8206f7419aa5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=95f2e304e2144a5e950d2deee5e58585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949519 Aug 25 03:17:56.153764 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59812) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:56.205577 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] Publish callbacks [] for security_group (67132c6c-9d3d-4b51-a03d-688097d98b43), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.226346 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] Publish callbacks [] for security_group (67132c6c-9d3d-4b51-a03d-688097d98b43), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.348433 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (67132c6c-9d3d-4b51-a03d-688097d98b43), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.351333 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:56.352520 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67132c6c-9d3d-4b51-a03d-688097d98b43 HTTP/1.1" status: 204 len: 168 time: 0.1979451 Aug 25 03:17:56.360789 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f05c2-3d8c-4c9e-87f1-081144955555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67132c6c-9d3d-4b51-a03d-688097d98b43,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:56.486780 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:56.491671 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:57.355746 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59834) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:57.447575 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.455409 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1189782008-network', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:17:57.471248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.577141 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Made reservation on behalf of 1e9654067eab44baaac7631bf9e2fc9a for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:17:57.579531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.588944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.666654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks [] for security_group (1a54b512-e9af-452c-a1be-d9070658afeb), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.739201 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1a54b512-e9af-452c-a1be-d9070658afeb), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.764914 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:17:57.774546 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a54b512-e9af-452c-a1be-d9070658afeb,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:57.780616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (62e4fa7b-f40a-4a35-ae54-baa767e77470), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.785632 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Added segment 62e4fa7b-f40a-4a35-ae54-baa767e77470 of type vlan for network 88788d37-168f-4f9c-9669-9e892ec0d538 Aug 25 03:17:57.822408 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (88788d37-168f-4f9c-9669-9e892ec0d538), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.931444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (88788d37-168f-4f9c-9669-9e892ec0d538), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.932441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:17:57.933049 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:57.994804 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] Pushing event updated for resources: {'Network': ['ID=88788d37-168f-4f9c-9669-9e892ec0d538,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:58.004406 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 88788d37-168f-4f9c-9669-9e892ec0d538 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:17:58.050741 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6248f560-4365-4805-9fcd-43133a1a344e admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6938751 Aug 25 03:17:58.054057 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59838) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:58.058980 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Request body: {'subnet': {'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1189782008-subnet', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:17:58.071883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:58.167362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Made reservation on behalf of 1e9654067eab44baaac7631bf9e2fc9a for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:17:58.169817 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59171263'] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:58.493471 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:58.668554 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59171213'] for subnet (e5d4cd9d-53eb-444e-9726-00078e7ae2a8), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:58.728642 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d4cd9d-53eb-444e-9726-00078e7ae2a8,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:58.739031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Checking segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:17:58.739378 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Network hostable DHCP agents. Network: 88788d37-168f-4f9c-9669-9e892ec0d538, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:17:58.881782 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Network 88788d37-168f-4f9c-9669-9e892ec0d538 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:17:58.982821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 88788d37-168f-4f9c-9669-9e892ec0d538) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:17:58.987230 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:17:58.987827 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:58.992951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f9be8-fa84-46b5-9a4b-7c8e64eb9a38 None None] Network 88788d37-168f-4f9c-9669-9e892ec0d538 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:17:59.077258 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-78dbcfd3-45fb-42fa-a9e2-e3d016e7ae25 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0220013 Aug 25 03:17:59.079955 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59840) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:17:59.084279 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:17:59.095565 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-88788d37-168f-4f9c-9669-9e892ec0d538', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:17:59.096833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.160475 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.161561 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.213684 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for router_controller (1d57ad0b-18a3-4e06-8ecc-f64999449334), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.229170 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Allocated IP 172.20.0.2 (88788d37-168f-4f9c-9669-9e892ec0d538/e5d4cd9d-53eb-444e-9726-00078e7ae2a8/1a3f0011-be16-4bf1-9406-94a42ba75e30) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:17:59.372588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks [] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.421694 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for router_gateway (1d57ad0b-18a3-4e06-8ecc-f64999449334), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.457527 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.505432 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Network 88788d37-168f-4f9c-9669-9e892ec0d538 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:17:59.511164 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:17:59.513244 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Pushing event updated for resources: {'Port': ['ID=1a3f0011-be16-4bf1-9406-94a42ba75e30,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:59.518652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:17:59.575365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Attempting to bind port 1a3f0011-be16-4bf1-9406-94a42ba75e30 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:17:59.575739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Attempting to bind port 1a3f0011-be16-4bf1-9406-94a42ba75e30 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:17:59.576102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Attempting to bind port 1a3f0011-be16-4bf1-9406-94a42ba75e30 on network 88788d37-168f-4f9c-9669-9e892ec0d538 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:17:59.581369 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:17:59.581737 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Checking segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:17:59.582142 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.582532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Bound using segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:17:59.582999 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Bound port: 1a3f0011-be16-4bf1-9406-94a42ba75e30, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:17:59.583377 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.644433 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] For port 1a3f0011-be16-4bf1-9406-94a42ba75e30, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:17:59.648001 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] For port 1a3f0011-be16-4bf1-9406-94a42ba75e30, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a3f0011-be16-4bf1-9406-94a42ba75e30,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:17:59.665499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for router_gateway (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.684566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.686928 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:59.714623 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:17:59.773266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211531d-53f0-475e-83b8-82336f3c0615 None None] Pushing event updated for resources: {'Port': ['ID=1a3f0011-be16-4bf1-9406-94a42ba75e30,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:17:59.804293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Allocated IP 172.27.1.47 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/8a937681-c550-4d10-9ab1-0f1760713e5e) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:17:59.915587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:17:59.936303 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.028978 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.070521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:00.075290 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:00.077906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:00.104381 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a937681-c550-4d10-9ab1-0f1760713e5e,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:00.401848 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for router_gateway (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.599822 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.612316 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4e8e2-57f1-47f1-8018-df94d078a098 None None] Network 88788d37-168f-4f9c-9669-9e892ec0d538 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:18:00.709688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:00.727400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Provisioning complete for port 1a3f0011-be16-4bf1-9406-94a42ba75e30 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:00.728275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.805640 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Current status of the port 1a3f0011-be16-4bf1-9406-94a42ba75e30 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:00.806032 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.841550 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] For port 1a3f0011-be16-4bf1-9406-94a42ba75e30, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a3f0011-be16-4bf1-9406-94a42ba75e30,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:00.857292 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Router 1d57ad0b-18a3-4e06-8ecc-f64999449334 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:18:00.927951 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:00.962927 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:18:00.972170 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Sync routers for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:18:00.985924 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:00.986531 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:00.987824 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81794739-28e3-4fd4-a0e8-d6d2c71f0231 None None] Pushing event updated for resources: {'Port': ['ID=1a3f0011-be16-4bf1-9406-94a42ba75e30,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:01.049650 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-0b70b56c-4bcd-4138-94d7-90e964174036 None None] Provisioning complete for port 1a3f0011-be16-4bf1-9406-94a42ba75e30 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:01.050019 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0b70b56c-4bcd-4138-94d7-90e964174036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.066800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.071625 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-ef73fc01-e92f-48f0-aca1-cfe3d1d248d9 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9880269 Aug 25 03:18:01.074480 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59842) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:01.090470 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:01.129174 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-0b70b56c-4bcd-4138-94d7-90e964174036 None None] Current status of the port 1a3f0011-be16-4bf1-9406-94a42ba75e30 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:01.224079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:01.242788 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a3f0011-be16-4bf1-9406-94a42ba75e30 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:01.246995 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:01.270958 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:01.289178 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:00Z', 'revision_number': 3, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:01.296200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 1a3f0011-be16-4bf1-9406-94a42ba75e30 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:01.296643 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.298977 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:01.317137 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Checking router: 1d57ad0b-18a3-4e06-8ecc-f64999449334 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:18:01.317482 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Updating router 1d57ad0b-18a3-4e06-8ecc-f64999449334 port 8a937681-c550-4d10-9ab1-0f1760713e5e binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:18:01.346599 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.374024 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 1a3f0011-be16-4bf1-9406-94a42ba75e30 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:01.502422 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.609618 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks [] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.658872 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Allocated IP 172.20.0.1 (88788d37-168f-4f9c-9669-9e892ec0d538/e5d4cd9d-53eb-444e-9726-00078e7ae2a8/150ff27b-4df0-421d-a56e-12660c7533ef) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:01.681669 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.718757 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:01.720191 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Attempting to bind port 8a937681-c550-4d10-9ab1-0f1760713e5e on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:01.720561 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Attempting to bind port 8a937681-c550-4d10-9ab1-0f1760713e5e by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:01.720920 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Attempting to bind port 8a937681-c550-4d10-9ab1-0f1760713e5e on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:01.731689 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Bound port: 8a937681-c550-4d10-9ab1-0f1760713e5e, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.737229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Pushing event updated for resources: {'Port': ['ID=8a937681-c550-4d10-9ab1-0f1760713e5e,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:01.759788 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.760046 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.760431 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.760785 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.761115 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.761437 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.761758 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.762077 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.762461 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.762848 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.763104 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.763252 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks [] for port (150ff27b-4df0-421d-a56e-12660c7533ef), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.763469 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.763758 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.764071 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.764411 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:01.795651 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] For port 8a937681-c550-4d10-9ab1-0f1760713e5e, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:01.842859 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] For port 8a937681-c550-4d10-9ab1-0f1760713e5e, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=8a937681-c550-4d10-9ab1-0f1760713e5e,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:01.863215 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.912568 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Pushing event updated for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:01.943156 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:01.948080 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Network 88788d37-168f-4f9c-9669-9e892ec0d538 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:01.949595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:01.951767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:01.995484 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.066270 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:02.066888 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:02.125494 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe84a1-5955-4fc2-a8ce-595625cd9290 None None] Pushing event updated for resources: {'Port': ['ID=8a937681-c550-4d10-9ab1-0f1760713e5e,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:02.129450 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:02.153764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-d25ea6a1-0c7e-413c-8409-16f0469abda6 None None] Provisioning complete for port 150ff27b-4df0-421d-a56e-12660c7533ef triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:02.154375 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d25ea6a1-0c7e-413c-8409-16f0469abda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.186788 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:02.187367 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d25ea6a1-0c7e-413c-8409-16f0469abda6 None None] Port 150ff27b-4df0-421d-a56e-12660c7533ef cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:18:02.188677 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:02.199491 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:02.202693 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.355464 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:00Z', 'revision_number': 3, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:02.367251 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks [] for port (150ff27b-4df0-421d-a56e-12660c7533ef), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.380442 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b757ff-a87e-4bf9-b736-1a41da8852f2 None None] The sync data for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi is: [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:00Z', 'revision_number': 3, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:18:02.442137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.518686 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:02.521535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Pushing event updated for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:02.626945 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:02.636078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Network 88788d37-168f-4f9c-9669-9e892ec0d538 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:02.638415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:02.765144 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Router 1d57ad0b-18a3-4e06-8ecc-f64999449334 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:18:02.877290 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:18:02.882430 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-af3ce57b-870c-48a4-91a9-a1017fd60078 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/1d57ad0b-18a3-4e06-8ecc-f64999449334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095603 Aug 25 03:18:02.910768 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-056dd876-afb8-4baf-8f71-f7a74a7e0dfa None None] Provisioning complete for port 150ff27b-4df0-421d-a56e-12660c7533ef triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:02.911275 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-056dd876-afb8-4baf-8f71-f7a74a7e0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.094158 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-056dd876-afb8-4baf-8f71-f7a74a7e0dfa None None] Port 150ff27b-4df0-421d-a56e-12660c7533ef cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:18:03.250523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 8a937681-c550-4d10-9ab1-0f1760713e5e up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:03.295839 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 8a937681-c550-4d10-9ab1-0f1760713e5e triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:03.296240 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.370364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 8a937681-c550-4d10-9ab1-0f1760713e5e is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:03.370912 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.396173 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 8a937681-c550-4d10-9ab1-0f1760713e5e, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=8a937681-c550-4d10-9ab1-0f1760713e5e,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:03.451836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.500198 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=8a937681-c550-4d10-9ab1-0f1760713e5e,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:03.644627 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59860) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:03.650209 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1370774801-network', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:03.754006 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Made reservation on behalf of 1d2e7465e9854c168f0f10b0675afc2c for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:18:03.756569 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.768495 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.848918 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks [] for security_group (da519041-d6fa-437a-95fb-15cce1d5f56f), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.916305 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (da519041-d6fa-437a-95fb-15cce1d5f56f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.945245 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:18:03.954520 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Sync routers for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:18:03.956206 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da519041-d6fa-437a-95fb-15cce1d5f56f,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:03.962177 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (9e19d3fb-afc8-4e49-92c6-65cc2c65013a), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:03.962522 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Added segment 9e19d3fb-afc8-4e49-92c6-65cc2c65013a of type vlan for network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 Aug 25 03:18:03.966053 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:03.966672 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:04.005839 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.069752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:04.110521 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.111554 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:04.112206 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.176194 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] Pushing event updated for resources: {'Network': ['ID=aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:04.186429 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:18:04.250413 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-2c4abce0-9d01-48f5-a7c5-405caa48ec4a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6046865 Aug 25 03:18:04.253293 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59864) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:04.259119 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Request body: {'subnet': {'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1370774801-subnet', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:04.324728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 2, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:04.349144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Checking router: 1d57ad0b-18a3-4e06-8ecc-f64999449334 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:18:04.349506 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Updating router 1d57ad0b-18a3-4e06-8ecc-f64999449334 port 150ff27b-4df0-421d-a56e-12660c7533ef binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:18:04.356362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Made reservation on behalf of 1d2e7465e9854c168f0f10b0675afc2c for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:18:04.359657 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59171263'] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.384756 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.601129 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59171213'] for subnet (1858181b-86c5-4e5c-ab85-ea4e86d12cc7), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.643756 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks [] for port (150ff27b-4df0-421d-a56e-12660c7533ef), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.665453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1858181b-86c5-4e5c-ab85-ea4e86d12cc7,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:04.674326 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Checking segment: {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:04.674695 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Network hostable DHCP agents. Network: aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:18:04.708684 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.733521 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:04.773492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e422d9-9aa4-4fed-8bd0-1dc26fb3707d None None] Pushing event updated for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:04.792673 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:18:04.809828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Attempting to bind port 150ff27b-4df0-421d-a56e-12660c7533ef on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:04.810197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Attempting to bind port 150ff27b-4df0-421d-a56e-12660c7533ef by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:04.810561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Attempting to bind port 150ff27b-4df0-421d-a56e-12660c7533ef on network 88788d37-168f-4f9c-9669-9e892ec0d538 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:04.815670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:04.816043 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Checking segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:04.816550 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.816943 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Bound using segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:04.817407 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Bound port: 150ff27b-4df0-421d-a56e-12660c7533ef, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:04.817889 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.874063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:04.879597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] For port 150ff27b-4df0-421d-a56e-12660c7533ef, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:04.882103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:04.882927 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] For port 150ff27b-4df0-421d-a56e-12660c7533ef, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=150ff27b-4df0-421d-a56e-12660c7533ef,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:04.886989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:04.887909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:04.891045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fa748-f6c7-46a3-9221-3e0d6b99d428 None None] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:18:04.945799 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:04.997463 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'fixed_ips': [{'subnet_id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:18:05.002589 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.002740 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-27c0a156-234e-4e49-bea7-fc8769c8fcf6 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7454276 Aug 25 03:18:05.002847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.002952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 59868) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:05.008452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:05.063010 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:05.063638 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:05.099349 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.101416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.154059 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e422d9-9aa4-4fed-8bd0-1dc26fb3707d None None] Pushing event updated for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:05.262116 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 8a937681-c550-4d10-9ab1-0f1760713e5e up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:05.311564 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:05.342818 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Allocated IP 172.20.0.2 (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4/1858181b-86c5-4e5c-ab85-ea4e86d12cc7/c235cb06-1d2a-4734-902d-aa182195672f) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:05.423968 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for router_controller (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.452234 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 8a937681-c550-4d10-9ab1-0f1760713e5e triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:05.452604 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.628382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for router_gateway (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.693213 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:05.713365 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:05.750093 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:05.829663 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks [] for port (c235cb06-1d2a-4734-902d-aa182195672f), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.842055 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 8a937681-c550-4d10-9ab1-0f1760713e5e is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:05.844416 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:04Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:05.871641 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a66f0e-3f81-4f87-9965-27bba6911038 None None] The sync data for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi is: [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:04Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:18:05.874235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for router_gateway (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.894427 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.926989 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (c235cb06-1d2a-4734-902d-aa182195672f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:05.981348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:05.986369 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:05.991672 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:05.995156 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Pushing event updated for resources: {'Port': ['ID=c235cb06-1d2a-4734-902d-aa182195672f,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:06.036778 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Allocated IP 172.27.1.111 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/60e07f88-a918-4361-bf63-9a8e81d4a6d2) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:06.060632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Attempting to bind port c235cb06-1d2a-4734-902d-aa182195672f on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:06.061010 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Attempting to bind port c235cb06-1d2a-4734-902d-aa182195672f by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:06.061380 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Attempting to bind port c235cb06-1d2a-4734-902d-aa182195672f on network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:06.066844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:06.067221 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Checking segment: {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:06.067626 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.068031 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Bound using segment: {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:06.068537 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Bound port: c235cb06-1d2a-4734-902d-aa182195672f, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:06.069577 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c235cb06-1d2a-4734-902d-aa182195672f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.137622 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] For port c235cb06-1d2a-4734-902d-aa182195672f, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:06.141137 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] For port c235cb06-1d2a-4734-902d-aa182195672f, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c235cb06-1d2a-4734-902d-aa182195672f,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:06.159555 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.228961 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:06.229418 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c235cb06-1d2a-4734-902d-aa182195672f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.285447 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62ede-e6be-4c16-bdf5-401c2263380b None None] Pushing event updated for resources: {'Port': ['ID=c235cb06-1d2a-4734-902d-aa182195672f,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:06.304772 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.352558 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:06.355563 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:06.359545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:06.365031 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Pushing event updated for resources: {'Port': ['ID=60e07f88-a918-4361-bf63-9a8e81d4a6d2,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:06.700393 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for router_gateway (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:06.896504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.102943 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:18:07.162263 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e7ea8-e641-456d-a732-0e4e3f07abfc None None] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:18:07.214053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.229466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:18:07.246994 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Sync routers for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:18:07.257135 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:07.260583 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:07.291862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c235cb06-1d2a-4734-902d-aa182195672f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:07.296924 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Provisioning complete for port c235cb06-1d2a-4734-902d-aa182195672f triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:07.297305 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c235cb06-1d2a-4734-902d-aa182195672f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.318491 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.320797 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3b79c644-ef80-44c7-8199-0526dbc4481d admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3162212 Aug 25 03:18:07.323596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 59872) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:07.361959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.387850 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:07.393692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port c235cb06-1d2a-4734-902d-aa182195672f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:07.394077 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c235cb06-1d2a-4734-902d-aa182195672f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.469274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Current status of the port c235cb06-1d2a-4734-902d-aa182195672f is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:07.469958 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c235cb06-1d2a-4734-902d-aa182195672f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.486818 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.553400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] For port c235cb06-1d2a-4734-902d-aa182195672f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c235cb06-1d2a-4734-902d-aa182195672f,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:07.557731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port c235cb06-1d2a-4734-902d-aa182195672f is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:07.558119 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (c235cb06-1d2a-4734-902d-aa182195672f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.590742 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:06Z', 'revision_number': 3, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:07.617540 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Checking router: c97acf3e-b56b-46fc-aeac-d5ac87c78e5f for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:18:07.617890 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Updating router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:18:07.637618 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (c235cb06-1d2a-4734-902d-aa182195672f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.646505 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.715833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.db.api [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 03:18:07.716954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG oslo_db.api [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 03:18:07.719772 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc49a7-09e3-4d78-8543-8c78080463ca None None] Pushing event updated for resources: {'Port': ['ID=c235cb06-1d2a-4734-902d-aa182195672f,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:07.755814 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-fc045999-d808-47f4-b0cc-5271585d0192 None None] Provisioning complete for port c235cb06-1d2a-4734-902d-aa182195672f triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:07.756233 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc045999-d808-47f4-b0cc-5271585d0192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c235cb06-1d2a-4734-902d-aa182195672f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.769786 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.772452 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.831878 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.835730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-fc045999-d808-47f4-b0cc-5271585d0192 None None] Current status of the port c235cb06-1d2a-4734-902d-aa182195672f is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:07.840219 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:07.922212 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks [] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:07.937169 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Allocated IP 172.20.0.1 (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4/1858181b-86c5-4e5c-ab85-ea4e86d12cc7/e25744d0-c8e5-48bf-b4c8-fe57413288e4) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:08.017237 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.043899 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks [] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.050867 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Attempting to bind port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:08.051233 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Attempting to bind port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:08.051590 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Attempting to bind port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:08.063833 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:08.064224 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:08.064621 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.065006 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:08.065465 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Bound port: 60e07f88-a918-4361-bf63-9a8e81d4a6d2, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:08.065835 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.088689 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8fd57-e3f2-4c57-9bf2-d087ad8cdc69 None None] Pushing event updated for resources: {'Port': ['ID=60e07f88-a918-4361-bf63-9a8e81d4a6d2,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:08.120755 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] For port 60e07f88-a918-4361-bf63-9a8e81d4a6d2, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:08.123709 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] For port 60e07f88-a918-4361-bf63-9a8e81d4a6d2, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=60e07f88-a918-4361-bf63-9a8e81d4a6d2,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:08.133683 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.176951 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:08.180012 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:08.182578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:08.196872 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.212667 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:08.234054 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:08.242499 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.243660 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:08.244347 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:08.263316 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port c235cb06-1d2a-4734-902d-aa182195672f is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:08.265211 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 150ff27b-4df0-421d-a56e-12660c7533ef up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:08.297219 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8fd57-e3f2-4c57-9bf2-d087ad8cdc69 None None] Pushing event updated for resources: {'Port': ['ID=60e07f88-a918-4361-bf63-9a8e81d4a6d2,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:08.299854 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:08.325470 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 150ff27b-4df0-421d-a56e-12660c7533ef triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:08.325470 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.400796 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:08.408286 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 150ff27b-4df0-421d-a56e-12660c7533ef is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:08.408749 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.440086 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:08.444610 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 150ff27b-4df0-421d-a56e-12660c7533ef, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=150ff27b-4df0-421d-a56e-12660c7533ef,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:08.459383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-dd10ed78-da50-45fc-9f49-04a383b1e718 None None] Provisioning complete for port e25744d0-c8e5-48bf-b4c8-fe57413288e4 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:08.459383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd10ed78-da50-45fc-9f49-04a383b1e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.466134 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.494183 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.495934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-dd10ed78-da50-45fc-9f49-04a383b1e718 None None] Port e25744d0-c8e5-48bf-b4c8-fe57413288e4 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:18:08.551081 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:08.557528 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:18:08.602104 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:06Z', 'revision_number': 3, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:08.628367 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c47eff-1d15-4131-987b-eb5f070ae872 None None] The sync data for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi is: [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:06Z', 'revision_number': 3, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:18:08.640705 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks [] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.702929 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.772799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:08.775212 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:08.888384 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:08.889801 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:08.898747 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:09.014734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:18:09.130398 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:18:09.137316 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-ccb21445-ae06-4a4c-9441-c129ef4277d0 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/c97acf3e-b56b-46fc-aeac-d5ac87c78e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123188 Aug 25 03:18:09.138871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-53f0289d-7382-42a8-bf90-eb846108e06f None None] Provisioning complete for port e25744d0-c8e5-48bf-b4c8-fe57413288e4 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:09.139248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-53f0289d-7382-42a8-bf90-eb846108e06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.179619 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-53f0289d-7382-42a8-bf90-eb846108e06f None None] Port e25744d0-c8e5-48bf-b4c8-fe57413288e4 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:18:09.316329 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 60e07f88-a918-4361-bf63-9a8e81d4a6d2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:09.363452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:09.363833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.445578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:09.445964 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.469015 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 60e07f88-a918-4361-bf63-9a8e81d4a6d2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=60e07f88-a918-4361-bf63-9a8e81d4a6d2,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:09.533105 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.533963 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 150ff27b-4df0-421d-a56e-12660c7533ef up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:09.610110 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=60e07f88-a918-4361-bf63-9a8e81d4a6d2,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:09.620250 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 150ff27b-4df0-421d-a56e-12660c7533ef triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:09.620611 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.699065 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 150ff27b-4df0-421d-a56e-12660c7533ef is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:09.700012 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c235cb06-1d2a-4734-902d-aa182195672f up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:09.744542 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port c235cb06-1d2a-4734-902d-aa182195672f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:09.744923 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (c235cb06-1d2a-4734-902d-aa182195672f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:09.808050 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:09.822586 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port c235cb06-1d2a-4734-902d-aa182195672f is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:10.274859 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Sync routers for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:18:10.286772 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:10.288513 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:10.405464 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:10.613282 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 4, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'e25744d0-c8e5-48bf-b4c8-fe57413288e4', 'name': '', 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'mac_address': 'fa:16:3e:56:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:07Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 2, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'subnets': [{'id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:10.643037 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Checking router: c97acf3e-b56b-46fc-aeac-d5ac87c78e5f for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:18:10.643684 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Updating router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f port e25744d0-c8e5-48bf-b4c8-fe57413288e4 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:18:10.681793 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:10.699315 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:10.986374 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks [] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.097279 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.170320 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2abb-d833-4bf8-9c7e-7bb8e797e876 None None] Pushing event updated for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:11.206078 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Attempting to bind port e25744d0-c8e5-48bf-b4c8-fe57413288e4 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:11.206569 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Attempting to bind port e25744d0-c8e5-48bf-b4c8-fe57413288e4 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:11.207002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Attempting to bind port e25744d0-c8e5-48bf-b4c8-fe57413288e4 on network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:11.213371 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:11.213917 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Checking segment: {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:11.214419 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.214906 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Bound using segment: {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:11.215471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Bound port: e25744d0-c8e5-48bf-b4c8-fe57413288e4, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e19d3fb-afc8-4e49-92c6-65cc2c65013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:11.215978 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.263457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 60e07f88-a918-4361-bf63-9a8e81d4a6d2 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:11.294953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:11.333990 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] For port e25744d0-c8e5-48bf-b4c8-fe57413288e4, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:11.344091 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] For port e25744d0-c8e5-48bf-b4c8-fe57413288e4, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=e25744d0-c8e5-48bf-b4c8-fe57413288e4,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:11.347420 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:11.347891 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.439042 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:11.465467 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:11.501740 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:11.502374 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:17:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:11.718147 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2abb-d833-4bf8-9c7e-7bb8e797e876 None None] Pushing event updated for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:11.788480 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:11.992416 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:12.045993 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 4, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'e25744d0-c8e5-48bf-b4c8-fe57413288e4', 'name': '', 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'mac_address': 'fa:16:3e:56:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:07Z', 'updated_at': '2022-08-25T03:18:11Z', 'revision_number': 4, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'subnets': [{'id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:12.073916 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860b59c-0952-442f-9920-083bda4d7c35 None None] The sync data for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi is: [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 4, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'e25744d0-c8e5-48bf-b4c8-fe57413288e4', 'name': '', 'network_id': 'aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'mac_address': 'fa:16:3e:56:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:07Z', 'updated_at': '2022-08-25T03:18:11Z', 'revision_number': 4, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'subnets': [{'id': '1858181b-86c5-4e5c-ab85-ea4e86d12cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:18:12.411191 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:13.245990 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device e25744d0-c8e5-48bf-b4c8-fe57413288e4 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:13.293345 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port e25744d0-c8e5-48bf-b4c8-fe57413288e4 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:13.293716 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:13.368305 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port e25744d0-c8e5-48bf-b4c8-fe57413288e4 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:13.368693 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:13.402490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port e25744d0-c8e5-48bf-b4c8-fe57413288e4, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=e25744d0-c8e5-48bf-b4c8-fe57413288e4,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:13.493099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:13.547731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:15.252442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device e25744d0-c8e5-48bf-b4c8-fe57413288e4 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:15.306307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port e25744d0-c8e5-48bf-b4c8-fe57413288e4 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:15.306660 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:15.346200 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:15.388846 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port e25744d0-c8e5-48bf-b4c8-fe57413288e4 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:17.243078 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:UPDATE=1,neutron:SELECT=62,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:18.605148 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=66 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:19.126748 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=11 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:19.127543 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=54 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:20.666644 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-837434d3-05ae-43a4-8ef9-f3101b7435b3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:20.668119 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-837434d3-05ae-43a4-8ef9-f3101b7435b3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 815 time: 0.1093023 Aug 25 03:18:20.683805 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-a99a7c3e-6cc5-463d-8722-55ff28239748 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/quotas/1e9654067eab44baaac7631bf9e2fc9a HTTP/1.1" status: 200 len: 375 time: 0.0101013 Aug 25 03:18:20.735716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-96301644-d4d4-40f0-a565-083a829967b7 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469463 Aug 25 03:18:20.840404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-71d4b168-0425-4ada-8f82-358cd212f739 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:18:20.841446 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-71d4b168-0425-4ada-8f82-358cd212f739 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0944564 Aug 25 03:18:20.933138 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-dee7d57e-1620-456b-8ebf-0c9d75828180 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857794 Aug 25 03:18:21.029253 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-a8e49831-7aa4-4875-a330-3558e4c9b787 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901344 Aug 25 03:18:21.285458 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-70bd50df-826c-4e8c-8cd9-4f78929928a5 req-7d708be5-8862-4449-b0f2-c0d1ac724379 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Aug 25 03:18:22.224190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-98483958-a07a-4328-b08e-d7a9219d6121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:22.374013 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0abd8bf3-dbb2-457d-869a-29482010bfd9 req-1f8359f9-413c-455b-bdba-1e1366a89c79 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 25 03:18:23.480702 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-35e55201-bc62-431b-92e4-f82f0cdbe8d7 req-1addf6df-c533-4b63-9f8b-c9f14993cdd0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0300951 Aug 25 03:18:23.668942 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-1a20eafb-05d9-422e-b7a1-3beea0496385 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:23.670450 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-1a20eafb-05d9-422e-b7a1-3beea0496385 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 815 time: 0.1071434 Aug 25 03:18:23.681850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'port': {'device_id': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'admin_state_up': True, 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:23.875369 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Made reservation on behalf of 1e9654067eab44baaac7631bf9e2fc9a for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:18:23.879288 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.011436 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Allocated IP 172.20.0.14 (88788d37-168f-4f9c-9669-9e892ec0d538/e5d4cd9d-53eb-444e-9726-00078e7ae2a8/8df62484-18fa-4c20-a294-4f739cde77b0) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:24.150669 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:24.168491 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for port (8df62484-18fa-4c20-a294-4f739cde77b0), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.179885 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:24.274281 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.321897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Network 88788d37-168f-4f9c-9669-9e892ec0d538 is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:24.327506 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:24.332116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:24.337154 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:24.372958 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.375818 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.376611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.376611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.376611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.376884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.377157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.377474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:24.419167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:24.419837 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.502202 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d647f083-f1d8-4972-a646-6c397cf9d59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.532594 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-638bc800-bfc4-4540-9fd9-d7f706d138b5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522811 Aug 25 03:18:24.650959 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e944e-abb0-489d-b522-d5659b717372 req-9915898c-c24a-41c5-9810-8dd353df3c39 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:24.664801 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0d0e944e-abb0-489d-b522-d5659b717372 req-9915898c-c24a-41c5-9810-8dd353df3c39 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0903711 Aug 25 03:18:24.713630 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-81b5cc51-435b-4906-82ff-99ab94eea5fa None None] Provisioning complete for port 8df62484-18fa-4c20-a294-4f739cde77b0 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:24.714108 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-81b5cc51-435b-4906-82ff-99ab94eea5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:24.757301 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0d0e944e-abb0-489d-b522-d5659b717372 req-4e034f91-51f1-4b43-9844-6b21e3d731ff tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833957 Aug 25 03:18:24.757895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-81b5cc51-435b-4906-82ff-99ab94eea5fa None None] Port 8df62484-18fa-4c20-a294-4f739cde77b0 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:18:25.726028 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:25.882456 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30002ef-d29e-4c1a-80ba-8df7919a11cf req-734452e4-a852-4306-af01-a10d0eaae058 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:25.884033 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c30002ef-d29e-4c1a-80ba-8df7919a11cf req-734452e4-a852-4306-af01-a10d0eaae058 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0523920 Aug 25 03:18:25.940282 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c30002ef-d29e-4c1a-80ba-8df7919a11cf req-18645d0c-c4b3-4df8-b3d7-63695dc1d586 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Aug 25 03:18:27.069169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41c20-222c-4e44-b4e2-c5c8838e7deb req-5782861f-b932-4a70-963a-af23de2382d4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:27.070698 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7de41c20-222c-4e44-b4e2-c5c8838e7deb req-5782861f-b932-4a70-963a-af23de2382d4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0502160 Aug 25 03:18:27.126001 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7de41c20-222c-4e44-b4e2-c5c8838e7deb req-903f3ff9-0c37-45db-84db-1b8aad4e9e78 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Aug 25 03:18:27.515758 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:27.548022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:28.252192 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4e925-a01f-415b-86fa-f2fcb00f52a8 req-93aca2f9-f34c-4f1d-b145-c068ddf93b16 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:28.253569 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7bc4e925-a01f-415b-86fa-f2fcb00f52a8 req-93aca2f9-f34c-4f1d-b145-c068ddf93b16 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0525270 Aug 25 03:18:28.307219 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-7bc4e925-a01f-415b-86fa-f2fcb00f52a8 req-f1eb8936-53dd-4cdb-8939-67165e83e375 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Aug 25 03:18:29.432189 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388dbd7-7f13-4a7c-9a41-13805e8653aa req-3bba795c-af6c-4aff-abee-dbebf5e87fe4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:29.433818 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a388dbd7-7f13-4a7c-9a41-13805e8653aa req-3bba795c-af6c-4aff-abee-dbebf5e87fe4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0499616 Aug 25 03:18:29.486758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a388dbd7-7f13-4a7c-9a41-13805e8653aa req-75c5e052-0be1-40b5-860c-41cd573366c5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473156 Aug 25 03:18:30.614043 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43225150-a95f-4e58-983d-e7b885f3230a req-226c4f29-d6e5-487d-8c38-087efad08ecd tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:30.616782 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-43225150-a95f-4e58-983d-e7b885f3230a req-226c4f29-d6e5-487d-8c38-087efad08ecd tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0516274 Aug 25 03:18:30.666440 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-43225150-a95f-4e58-983d-e7b885f3230a req-b61f0821-3b14-41f0-b86a-af43cf1e52b3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Aug 25 03:18:31.792963 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0002fc-d535-4611-8d0c-e7cb42232470 req-7de3ea50-da8d-4dba-a6a6-aea2f1e85499 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:31.794715 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3e0002fc-d535-4611-8d0c-e7cb42232470 req-7de3ea50-da8d-4dba-a6a6-aea2f1e85499 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0489972 Aug 25 03:18:31.847014 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3e0002fc-d535-4611-8d0c-e7cb42232470 req-d2da38b7-514b-4c21-83f8-d008c0c218e9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Aug 25 03:18:32.407992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-28d32740-9e5d-4778-a928-4f3a4f11ec90 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:18:32.409062 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-28d32740-9e5d-4778-a928-4f3a4f11ec90 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.79 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051501 Aug 25 03:18:32.476032 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Request body: {'port': {'device_id': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:32.540648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:32.709045 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:32.793140 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df62484-18fa-4c20-a294-4f739cde77b0 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:18:32.800645 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks [] for port (8df62484-18fa-4c20-a294-4f739cde77b0), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:32.813862 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Transition to ACTIVE for port object 8df62484-18fa-4c20-a294-4f739cde77b0 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:18:32.936718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:32.942423 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:32.975162 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5abfd-430f-4522-9443-c49a7b2805fa req-e1963c1f-2e17-4bbf-842d-d6e3e81863b8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:32.976703 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0be5abfd-430f-4522-9443-c49a7b2805fa req-e1963c1f-2e17-4bbf-842d-d6e3e81863b8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 932 time: 0.0530763 Aug 25 03:18:33.001418 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:33.027704 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0be5abfd-430f-4522-9443-c49a7b2805fa req-16c64143-f40c-4bfd-9ca5-9c7b6ceacf7f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Aug 25 03:18:33.060938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Attempting to bind port 8df62484-18fa-4c20-a294-4f739cde77b0 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:18:33.061279 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Attempting to bind port 8df62484-18fa-4c20-a294-4f739cde77b0 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:18:33.061616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Attempting to bind port 8df62484-18fa-4c20-a294-4f739cde77b0 on network 88788d37-168f-4f9c-9669-9e892ec0d538 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:33.065921 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Port 8df62484-18fa-4c20-a294-4f739cde77b0 on network 88788d37-168f-4f9c-9669-9e892ec0d538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:18:33.066245 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Attempting to bind port 8df62484-18fa-4c20-a294-4f739cde77b0 on network 88788d37-168f-4f9c-9669-9e892ec0d538 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:18:33.071685 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:18:33.078513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Checking segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:18:33.078513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Bound using segment: {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:18:33.078513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Bound port: 8df62484-18fa-4c20-a294-4f739cde77b0, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e4fa7b-f40a-4a35-ae54-baa767e77470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:18:33.078513 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:33.133545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:18:33.136589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:18:33.218517 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:33.222796 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.223469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:33.225273 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1094 time: 0.8083320 Aug 25 03:18:33.225646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:18:33.227919 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:18:33.267557 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c0c3a-8971-436a-964d-76e2d4d8aed7 x-openstack-request-id: req-723c0c3a-8971-436a-964d-76e2d4d8aed7 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:18:33.267702 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:18:33.267909 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-723c0c3a-8971-436a-964d-76e2d4d8aed7 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:18:33.268339 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723c0c3a-8971-436a-964d-76e2d4d8aed7'] response: {'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:18:33.283261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f6ae8-0435-4b17-9383-af5e2c687bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:33.326180 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-07a3d5a1-eea9-4971-83c1-6350005fe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.330680 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-07a3d5a1-eea9-4971-83c1-6350005fe2c8 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0405567 Aug 25 03:18:33.430374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-b2d758f3-a534-440e-8c79-d887a7df3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.431811 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-b2d758f3-a534-440e-8c79-d887a7df3fc2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958734 Aug 25 03:18:33.489374 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:33.490823 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:33.497752 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:33.528171 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-9909d6d2-c8d1-48b5-a02e-aefca5fdc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.529630 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-605fe54a-ed7d-4ce7-a8e2-a95edd5ed9eb req-9909d6d2-c8d1-48b5-a02e-aefca5fdc401 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913129 Aug 25 03:18:33.606562 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-4459a58b-6193-4e26-8446-52d09992a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.608042 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-4459a58b-6193-4e26-8446-52d09992a092 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0436194 Aug 25 03:18:33.646415 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-591d59d6-13f2-4f5d-bd1c-f8480810acad service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 217 time: 0.0317981 Aug 25 03:18:33.693912 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-5f8668b3-c44c-4c81-829e-a4e080be5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.695304 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-5f8668b3-c44c-4c81-829e-a4e080be5f4f service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0442021 Aug 25 03:18:33.740263 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-aa2c3338-6ef1-4f07-9844-9f97de0ccc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:33.741606 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-aa2c3338-6ef1-4f07-9844-9f97de0ccc18 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384893 Aug 25 03:18:33.839244 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-8c66f255-0d98-4c97-a20a-b3e91719ffd6 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917835 Aug 25 03:18:34.018640 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-53c8a329-8dc2-4c92-b830-e920b82654a2 req-9b800e2a-252a-4664-a53a-32ed1bce2c32 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962977 Aug 25 03:18:34.160950 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934aa7-122c-4d80-9cfb-843628e6badf req-388c2bc6-c7bb-4c7e-9211-67e65406b1f5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:34.162769 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c6934aa7-122c-4d80-9cfb-843628e6badf req-388c2bc6-c7bb-4c7e-9211-67e65406b1f5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 944 time: 0.0489790 Aug 25 03:18:34.211353 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c6934aa7-122c-4d80-9cfb-843628e6badf req-f33443f6-8a83-4dfb-a1ff-52fab53d7239 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Aug 25 03:18:35.331366 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9693e-6d59-468e-9d2c-3a7b76ebf93d req-f375827e-dd73-4197-bee7-cf3b642f93eb tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:35.332860 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35e9693e-6d59-468e-9d2c-3a7b76ebf93d req-f375827e-dd73-4197-bee7-cf3b642f93eb tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 944 time: 0.0474567 Aug 25 03:18:35.379883 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35e9693e-6d59-468e-9d2c-3a7b76ebf93d req-d6469945-327c-4030-8c8d-bfe4d21fd88b tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Aug 25 03:18:36.500914 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3fb6-d57b-4a66-90c6-c3b56646feea req-492de437-eed6-4786-8854-7d0921e11c53 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:36.502372 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aa9b3fb6-d57b-4a66-90c6-c3b56646feea req-492de437-eed6-4786-8854-7d0921e11c53 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 944 time: 0.0503604 Aug 25 03:18:36.549982 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aa9b3fb6-d57b-4a66-90c6-c3b56646feea req-e1566e30-51c0-4e58-8ba1-922a40f0a40b tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Aug 25 03:18:37.188895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8df62484-18fa-4c20-a294-4f739cde77b0 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:18:37.286253 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:37.297501 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '8df62484-18fa-4c20-a294-4f739cde77b0', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'port_id': '8df62484-18fa-4c20-a294-4f739cde77b0', 'mac_address': 'fa:16:3e:e8:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:18:37.336513 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 8df62484-18fa-4c20-a294-4f739cde77b0 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:37.336901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:37.350059 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df62484-18fa-4c20-a294-4f739cde77b0 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:18:37.370038 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:37.440834 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:37.484567 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:37.487556 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:37.495119 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.495465 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.495804 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.496209 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.496545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.496871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.497194 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.497518 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.497840 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.498160 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.498479 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.498800 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.499115 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.499435 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.499750 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:37.644820 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:18:37.669214 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159276-0618-462a-b716-fb0a23055507 req-1c4fbf74-6a72-4a9f-805a-e50fbb88318e tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:37.670810 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1159276-0618-462a-b716-fb0a23055507 req-1c4fbf74-6a72-4a9f-805a-e50fbb88318e tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Aug 25 03:18:37.718279 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1159276-0618-462a-b716-fb0a23055507 req-bf1aaf30-c48a-4d36-a005-abf8556a6a66 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Aug 25 03:18:38.834815 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a07ae-4cff-4b16-ad91-a8e13c12d789 req-178541ba-f0b4-4330-975c-633a8b6e34e9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:38.836328 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5d8a07ae-4cff-4b16-ad91-a8e13c12d789 req-178541ba-f0b4-4330-975c-633a8b6e34e9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 945 time: 0.0466607 Aug 25 03:18:38.883267 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5d8a07ae-4cff-4b16-ad91-a8e13c12d789 req-a7e7a357-103c-48a9-ac4c-38e305e75e2f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Aug 25 03:18:39.207187 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8df62484-18fa-4c20-a294-4f739cde77b0 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:18:39.250163 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 8df62484-18fa-4c20-a294-4f739cde77b0 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:18:39.320360 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 8df62484-18fa-4c20-a294-4f739cde77b0 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:18:39.320739 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:39.392517 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 8df62484-18fa-4c20-a294-4f739cde77b0 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:18:39.392903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:39.404388 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:39.419185 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:18:39.421430 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9686fd6-00d7-4020-bc20-a8157ea12d9e" -d '{"events": [{"server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:18:39.435197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:39.524862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:39.573649 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:39.579242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d36e813-51d4-40cf-827e-52480081c4d1 x-openstack-request-id: req-6d36e813-51d4-40cf-827e-52480081c4d1 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:18:39.579529 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:18:39.579782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d36e813-51d4-40cf-827e-52480081c4d1 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:18:39.580200 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d36e813-51d4-40cf-827e-52480081c4d1'] response: {'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'code': 200} Aug 25 03:18:39.900430 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450c5f-7fe6-42a9-b4e7-534e04b0bed2 req-f0e9aa59-39f2-41c8-9b7f-8f5bd3b0bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:39.901924 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5d450c5f-7fe6-42a9-b4e7-534e04b0bed2 req-f0e9aa59-39f2-41c8-9b7f-8f5bd3b0bb35 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0426733 Aug 25 03:18:39.947528 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5d450c5f-7fe6-42a9-b4e7-534e04b0bed2 req-e8a7d093-55b9-4b1d-a52c-e44898ff2fa4 service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Aug 25 03:18:40.001345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a01b9-c913-4134-9925-9ef05c1d28d4 req-824a10ce-fda2-40ed-910a-3ae33d55d277 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:40.002814 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-026a01b9-c913-4134-9925-9ef05c1d28d4 req-824a10ce-fda2-40ed-910a-3ae33d55d277 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0470238 Aug 25 03:18:40.054102 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-026a01b9-c913-4134-9925-9ef05c1d28d4 req-ed8130f0-04ea-4526-a520-ffc852a959be tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Aug 25 03:18:41.176414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb218d-fa0a-4996-84ae-88a8b47fdb6d req-6a749c83-79d2-4713-9671-a4b466cd28f1 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:41.178321 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7fb218d-fa0a-4996-84ae-88a8b47fdb6d req-6a749c83-79d2-4713-9671-a4b466cd28f1 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0497849 Aug 25 03:18:41.230042 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-d7fb218d-fa0a-4996-84ae-88a8b47fdb6d req-538c51cd-3d97-4b58-ae50-f6f84a5835b6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Aug 25 03:18:42.345943 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9398fb7-0626-4362-8a45-dcbdd5eec918 req-08f10a18-4456-40ee-b4f8-3b6335aa1aa5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:42.353546 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9398fb7-0626-4362-8a45-dcbdd5eec918 req-08f10a18-4456-40ee-b4f8-3b6335aa1aa5 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0468102 Aug 25 03:18:42.396489 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a9398fb7-0626-4362-8a45-dcbdd5eec918 req-53de06ac-13fd-445b-849f-db864d062978 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Aug 25 03:18:42.412404 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:42.518775 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12836-f4fd-4a22-bad0-604cdaa18058 req-5c2980ba-75ff-4931-a51f-a743caf57628 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:42.520194 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1e12836-f4fd-4a22-bad0-604cdaa18058 req-5c2980ba-75ff-4931-a51f-a743caf57628 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0502806 Aug 25 03:18:42.562160 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:42.569782 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-c1e12836-f4fd-4a22-bad0-604cdaa18058 req-a58e33b6-5623-4845-9823-91296cb86f53 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 Aug 25 03:18:42.899499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c422d3-e568-4b68-ad9a-ee7a38e56626 req-0161c933-db95-4b6d-8ae4-d97b2c8d52a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:42.900960 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e2c422d3-e568-4b68-ad9a-ee7a38e56626 req-0161c933-db95-4b6d-8ae4-d97b2c8d52a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0465412 Aug 25 03:18:42.948388 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e2c422d3-e568-4b68-ad9a-ee7a38e56626 req-b20dd760-9612-444d-9a83-f7c7fbef5ac8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Aug 25 03:18:45.546703 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:18:50.449807 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=13 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:52.160353 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=6,neutron:SELECT=70 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:52.245622 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fe01-c4b7-431b-b760-a8ca59e5f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:52.389433 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=84 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:52.392332 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=82 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:52.942296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=8 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:52.945192 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=75 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:53.324579 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e3e0e-6e83-4bac-bb77-7ebb041c38a8 req-8aece4c6-e5b3-47b9-98a3-62383338e741 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:53.326062 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-309e3e0e-6e83-4bac-bb77-7ebb041c38a8 req-8aece4c6-e5b3-47b9-98a3-62383338e741 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0482786 Aug 25 03:18:53.379142 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-309e3e0e-6e83-4bac-bb77-7ebb041c38a8 req-b9c486b4-d2dc-4019-931d-2d290358d0d7 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Aug 25 03:18:53.406607 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60084) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:53.490752 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80ba34-42ce-4770-ad1c-6b29829e639c tempest-TestMinimumBasicScenario-281911463 tempest-TestMinimumBasicScenario-281911463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:53.496792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60088) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:53.496965 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5d80ba34-42ce-4770-ad1c-6b29829e639c tempest-TestMinimumBasicScenario-281911463 tempest-TestMinimumBasicScenario-281911463-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1125 time: 0.0886459 Aug 25 03:18:53.501034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'port_id': '8df62484-18fa-4c20-a294-4f739cde77b0', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:53.589423 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:53.668401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.037918 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Allocated IP 172.27.1.230 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/858864aa-98c0-4fc2-bbb1-5e3da2c37d0d) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:18:54.141738 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.246424 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.287316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:18:54.292048 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:18:54.294603 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:18:54.299883 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'Port': ['ID=858864aa-98c0-4fc2-bbb1-5e3da2c37d0d,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:54.434255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6f046bd2-a7f8-4e3f-9409-a2c2c1c1d2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.560646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:54.612792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:54.655507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for floatingip (a6193bf2-79ba-4a84-9521-f4e9d3673a90), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.789267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:54.942386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.028368 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.101204 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'Port': ['ID=858864aa-98c0-4fc2-bbb1-5e3da2c37d0d,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:55.104345 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (a6193bf2-79ba-4a84-9521-f4e9d3673a90), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.201207 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Floating IP a6193bf2-79ba-4a84-9521-f4e9d3673a90 associated. External IP: 172.27.1.230, port: 8df62484-18fa-4c20-a294-4f739cde77b0. Aug 25 03:18:55.347071 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:55.399166 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Router 1d57ad0b-18a3-4e06-8ecc-f64999449334 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:18:55.503504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:18:55.513473 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Sync routers for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:18:55.523916 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:55.525906 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:18:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:55.579210 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.614618 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-74961839-92dc-4854-8197-7efeb92846a9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1168909 Aug 25 03:18:55.615206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:18:55.617514 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a20822-3d2c-474d-b3ae-8af9080e79ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:18:55.617684 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60090) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:55.622259 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032052152', 'description': 'tempest-secgroup-smoke-1032052152 description', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:55.630203 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:55.665461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68abd64-843e-44b9-8ae3-374977fadf43 x-openstack-request-id: req-c68abd64-843e-44b9-8ae3-374977fadf43 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:18:55.665614 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:18:55.665794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c68abd64-843e-44b9-8ae3-374977fadf43 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:18:55.666196 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68abd64-843e-44b9-8ae3-374977fadf43'] response: {'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:18:55.726903 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-b91fbfd3-d80c-4be1-993f-2c016a9906be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:55.729255 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-b91fbfd3-d80c-4be1-993f-2c016a9906be service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0414732 Aug 25 03:18:55.756895 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.806241 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.828897 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (3ac5a5ad-68bf-45cf-b739-2d1d23d08237), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.829688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-89a6a75e-f0c5-4e6d-84f4-82237f50d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:55.831163 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-89a6a75e-f0c5-4e6d-84f4-82237f50d474 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.0944469 Aug 25 03:18:55.862831 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'a6193bf2-79ba-4a84-9521-f4e9d3673a90', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'port_id': '8df62484-18fa-4c20-a294-4f739cde77b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'mac_address': 'fa:16:3e:e8:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:18:54Z', 'updated_at': '2022-08-25T03:18:54Z', 'revision_number': 0, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:55.888080 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Checking router: 1d57ad0b-18a3-4e06-8ecc-f64999449334 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:18:55.896714 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:18:55.897309 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:18:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:55.903291 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-6fa640c2-edbc-4583-846a-c268023476b8 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1000 time: 0.0623403 Aug 25 03:18:55.942101 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3ac5a5ad-68bf-45cf-b739-2d1d23d08237), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:55.955732 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-a4aa01ec-195f-4a32-a4f5-572119374097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:55.957224 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-a4aa01ec-195f-4a32-a4f5-572119374097 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0477805 Aug 25 03:18:55.970989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:55.981199 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5a5ad-68bf-45cf-b739-2d1d23d08237,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:55.988629 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.989303 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.989729 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.990143 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.990542 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.991067 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.991564 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.992084 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.992490 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.992826 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.993334 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.993942 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.994306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.994648 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:55.994966 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:18:56.006427 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-c4376ba5-4bb5-4d92-bbd2-a38bf11e30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:56.007506 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:18:56.007942 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-c4376ba5-4bb5-4d92-bbd2-a38bf11e30b5 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448227 Aug 25 03:18:56.026017 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.030739 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-b7bfe8cb-b085-4b28-8a16-1cf814529e11 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4094484 Aug 25 03:18:56.031177 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60094) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:56.035487 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:56.108745 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-90ebae40-974d-438b-b734-23126e13faa7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927589 Aug 25 03:18:56.139216 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (1ca4ea3c-827e-42a5-9eef-d80ea1ac6dcb), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.201727 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (1ca4ea3c-827e-42a5-9eef-d80ea1ac6dcb), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.209304 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-35a20822-3d2c-474d-b3ae-8af9080e79ef req-2fd37039-613e-49cf-8b7c-2a91a59036f1 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940013 Aug 25 03:18:56.225684 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'a6193bf2-79ba-4a84-9521-f4e9d3673a90', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'port_id': '8df62484-18fa-4c20-a294-4f739cde77b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'mac_address': 'fa:16:3e:e8:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:18:54Z', 'updated_at': '2022-08-25T03:18:54Z', 'revision_number': 0, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:18:56.254617 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabc770-6677-4526-a561-9c8275db1bb5 None None] The sync data for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi is: [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': 'a6193bf2-79ba-4a84-9521-f4e9d3673a90', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'port_id': '8df62484-18fa-4c20-a294-4f739cde77b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'mac_address': 'fa:16:3e:e8:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:18:54Z', 'updated_at': '2022-08-25T03:18:54Z', 'revision_number': 0, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:18:56.303306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (1ca4ea3c-827e-42a5-9eef-d80ea1ac6dcb), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.324583 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca4ea3c-827e-42a5-9eef-d80ea1ac6dcb,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:56.431417 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.432751 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-29a76509-bcd1-4585-b7ce-06380562e8fa tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005699 Aug 25 03:18:56.435470 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60096) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:56.439948 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:56.445052 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d157a-c2ab-4d0c-9ef8-ce38f224c460 None None] New status for floating IP a6193bf2-79ba-4a84-9521-f4e9d3673a90: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:18:56.554225 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (eddc3953-0c78-4f2b-878c-32b272b9a5bc), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.611920 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (eddc3953-0c78-4f2b-878c-32b272b9a5bc), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.691292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (eddc3953-0c78-4f2b-878c-32b272b9a5bc), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.710558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddc3953-0c78-4f2b-878c-32b272b9a5bc,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:56.795956 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.797196 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-a525aeac-6b79-41c8-b478-e851efb33bb0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607972 Aug 25 03:18:56.800042 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60098) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:56.804477 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:56.896739 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (d5995aa7-7866-4dfc-9f62-34ef17d3a063), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:56.955072 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (d5995aa7-7866-4dfc-9f62-34ef17d3a063), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.051458 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (d5995aa7-7866-4dfc-9f62-34ef17d3a063), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.073092 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5995aa7-7866-4dfc-9f62-34ef17d3a063,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:57.179246 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.181137 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d378fd6a-c9dc-4d7b-86c7-5feb9fc67a00 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795938 Aug 25 03:18:57.184359 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60100) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:57.188522 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:57.380873 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:57.382836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (78ea5fea-0b9b-4f7b-ac18-8d1dc2c6683e), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.446538 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:57.448417 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (78ea5fea-0b9b-4f7b-ac18-8d1dc2c6683e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.468606 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.508469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.532275 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (78ea5fea-0b9b-4f7b-ac18-8d1dc2c6683e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.552046 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ea5fea-0b9b-4f7b-ac18-8d1dc2c6683e,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:57.624611 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.625821 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-470b31ee-a1c3-42af-ab44-74bccc8454f0 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4405553 Aug 25 03:18:57.628710 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60102) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:57.633004 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:57.771197 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Project 1e9654067eab44baaac7631bf9e2fc9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:18:57.776890 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (14514a99-2d65-4a27-b22b-5df3b0ef8fe6), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.835382 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (14514a99-2d65-4a27-b22b-5df3b0ef8fe6), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.949153 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (14514a99-2d65-4a27-b22b-5df3b0ef8fe6), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:57.965384 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14514a99-2d65-4a27-b22b-5df3b0ef8fe6,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:58.065092 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.066315 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-dd3e350a-c731-451f-b9bd-555b577d680f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4366791 Aug 25 03:18:58.069099 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60104) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:18:58.073286 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'security_group_rule': {'security_group_id': '3ac5a5ad-68bf-45cf-b739-2d1d23d08237', 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:58.176813 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Project 1e9654067eab44baaac7631bf9e2fc9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:18:58.182828 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (0dc4a173-63cf-45e7-be59-4cdf7a9c0fc4), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.242741 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (0dc4a173-63cf-45e7-be59-4cdf7a9c0fc4), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.354766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (0dc4a173-63cf-45e7-be59-4cdf7a9c0fc4), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.375161 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc4a173-63cf-45e7-be59-4cdf7a9c0fc4,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:58.476034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.477304 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-8197be84-7982-43e7-acbe-c4c2385889a6 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4072473 Aug 25 03:18:58.574954 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-1e7666f1-1504-4890-a22d-c8eddb603718 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1032052152&fields=id&tenant_id=1e9654067eab44baaac7631bf9e2fc9a HTTP/1.1" status: 200 len: 267 time: 0.0484750 Aug 25 03:18:58.626337 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-6feb0827-10ad-4d03-8a41-c0f9be01849d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:58.627811 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-6feb0827-10ad-4d03-8a41-c0f9be01849d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0476127 Aug 25 03:18:58.638196 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'port': {'security_groups': ['1a54b512-e9af-452c-a1be-d9070658afeb', '3ac5a5ad-68bf-45cf-b739-2d1d23d08237']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:18:58.706278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:58.781138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:58.893417 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:18:58.926729 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for port (8df62484-18fa-4c20-a294-4f739cde77b0), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:59.005688 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:59.015998 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.016622 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:18:59.017670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:18:59.018136 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-30cfb104-dfdb-46ba-a12f-1173294b3afa req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "PUT /networking/v2.0/ports/8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 982 time: 0.3841817 Aug 25 03:18:59.018544 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:18:59.025731 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:18:59.089469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac90237-21b9-494a-8e56-5e6235463913 x-openstack-request-id: req-0ac90237-21b9-494a-8e56-5e6235463913 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:18:59.089803 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:18:59.090206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ac90237-21b9-494a-8e56-5e6235463913 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:18:59.090864 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac90237-21b9-494a-8e56-5e6235463913'] response: {'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:18:59.093109 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d1b6-bca1-480b-984a-e2055e3a4abf tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=6']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:18:59.119725 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:18:59.162677 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784d8d-63a5-4116-86b9-433f810f637a req-2475200e-a153-4c7d-b880-c399733a0829 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.164236 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-18784d8d-63a5-4116-86b9-433f810f637a req-2475200e-a153-4c7d-b880-c399733a0829 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0903676 Aug 25 03:18:59.168062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-049d86da-125b-4c9a-a4b6-6b858fe86ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.169479 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-049d86da-125b-4c9a-a4b6-6b858fe86ef2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1169 time: 0.0542271 Aug 25 03:18:59.266354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:59.293380 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-18784d8d-63a5-4116-86b9-433f810f637a req-49b8a2b8-524b-48fc-8106-1f03cfcea5ef tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207726 Aug 25 03:18:59.310832 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-e33260db-7fb8-424a-9a36-a8e96abf15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.312554 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-e33260db-7fb8-424a-9a36-a8e96abf15c3 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.1334820 Aug 25 03:18:59.379935 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-5d6776b2-128d-4d3a-88df-12ce59c68469 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1002 time: 0.0613613 Aug 25 03:18:59.429299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-ef5fa3ca-1dbc-431f-a821-b85ed1479ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.430759 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-ef5fa3ca-1dbc-431f-a821-b85ed1479ebb service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0445373 Aug 25 03:18:59.468725 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:18:59.476871 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-4166c2cc-5e9c-4366-a285-33f8a8e96574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:18:59.481728 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-4166c2cc-5e9c-4366-a285-33f8a8e96574 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398095 Aug 25 03:18:59.577409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-4fcced61-2e2e-4b84-94d1-3e0c741ea19a service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902138 Aug 25 03:18:59.674479 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314ab28c-86bd-4e76-be7e-2e5ac4c95fad req-7317bc60-6229-44da-83b0-60fe97580c8c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854888 Aug 25 03:19:08.371136 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:DELETE=1,neutron:SELECT=15,neutron:INSERT=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:08.378182 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:09.664777 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:09.669869 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=78 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:09.671704 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=23 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:09.676993 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:09.680744 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=11 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:10.485660 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:10.486433 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=73 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:12.405628 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:13.662823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f243a7-8f86-4b4b-932c-40f4798ff249 req-f1569b59-8279-4b5d-8443-84e224392d01 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:13.665532 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5f243a7-8f86-4b4b-932c-40f4798ff249 req-f1569b59-8279-4b5d-8443-84e224392d01 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0551708 Aug 25 03:19:13.761591 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-a438db70-be1e-4a16-91ac-e0a3fc30e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:13.763070 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-a438db70-be1e-4a16-91ac-e0a3fc30e119 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1169 time: 0.0628061 Aug 25 03:19:13.768246 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5f243a7-8f86-4b4b-932c-40f4798ff249 req-fe87d0cf-0ed3-4c5c-9a72-5037633093b8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964870 Aug 25 03:19:13.858953 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-e56ca2de-8a3a-4f6e-aef0-ae0c173ed7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:13.860399 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-e56ca2de-8a3a-4f6e-aef0-ae0c173ed7ea service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.0909300 Aug 25 03:19:13.924477 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-e2b22699-a307-4739-99cc-a5cf0695dd12 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1002 time: 0.0567710 Aug 25 03:19:13.975735 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-01768143-07c8-4c10-983d-2e09b74020b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:13.977224 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-01768143-07c8-4c10-983d-2e09b74020b4 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0473938 Aug 25 03:19:14.022976 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-0a6e19ae-783b-4d8b-97f0-8d4a97bd8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:14.024455 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-0a6e19ae-783b-4d8b-97f0-8d4a97bd8a91 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389166 Aug 25 03:19:14.119775 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-05d80948-da4b-4ca9-8589-3d56f59995c6 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877001 Aug 25 03:19:14.212799 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9eac2708-659a-469e-a320-74bd7e5aa61d req-524a594c-3add-449d-a159-368230440112 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862556 Aug 25 03:19:15.115936 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81a81-6b5f-4ab2-b8d0-0abcc9b4cb3b req-d449e867-b681-4cc8-952e-d53c196a75e4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:15.117460 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-93f81a81-6b5f-4ab2-b8d0-0abcc9b4cb3b req-d449e867-b681-4cc8-952e-d53c196a75e4 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.2654834 Aug 25 03:19:15.177359 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-93f81a81-6b5f-4ab2-b8d0-0abcc9b4cb3b req-5979626d-e429-40f6-adea-23d06735a009 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542195 Aug 25 03:19:16.297342 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e2a44-1e9e-4d5a-9921-10b5c68c545a req-780bbed8-b3ef-4e46-aad0-e2b7cf317ac8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:16.298809 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-948e2a44-1e9e-4d5a-9921-10b5c68c545a req-780bbed8-b3ef-4e46-aad0-e2b7cf317ac8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0483444 Aug 25 03:19:16.360524 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-948e2a44-1e9e-4d5a-9921-10b5c68c545a req-6607c257-ec37-483b-ac85-ed04bb72da88 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560760 Aug 25 03:19:17.477075 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9e6a-1285-45ef-bf8e-f0c1a727a3d9 req-f835e1de-7252-4b30-a355-13d514112e47 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:17.478447 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-04eb9e6a-1285-45ef-bf8e-f0c1a727a3d9 req-f835e1de-7252-4b30-a355-13d514112e47 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0476019 Aug 25 03:19:17.541168 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-04eb9e6a-1285-45ef-bf8e-f0c1a727a3d9 req-8988cd45-9083-4ae9-95c6-aa825a8b6c15 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563407 Aug 25 03:19:18.659291 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeb73b-3bea-4b85-8aa0-5663a217bf7b req-9cfdeb4b-b9b7-469f-8d54-0271f473ef02 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:18.660767 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8feeb73b-3bea-4b85-8aa0-5663a217bf7b req-9cfdeb4b-b9b7-469f-8d54-0271f473ef02 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0462956 Aug 25 03:19:18.720562 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-8feeb73b-3bea-4b85-8aa0-5663a217bf7b req-b6735cba-5e3d-4643-9ffa-4c40e6e5afa1 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541356 Aug 25 03:19:19.839681 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1875db-a1de-449c-a31a-002f0ccbb2d9 req-a41458fb-97d3-41ff-afa3-7336a9fc7798 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:19.841164 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cb1875db-a1de-449c-a31a-002f0ccbb2d9 req-a41458fb-97d3-41ff-afa3-7336a9fc7798 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0468831 Aug 25 03:19:19.902098 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-cb1875db-a1de-449c-a31a-002f0ccbb2d9 req-8cbb1d1e-b27d-45ee-aa28-c64dbe9366a8 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553112 Aug 25 03:19:21.023365 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a06fe-cd30-4428-925c-bcd6364d2939 req-ae1437c3-78bf-42a4-8d1d-334086c997f9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:21.024863 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e64a06fe-cd30-4428-925c-bcd6364d2939 req-ae1437c3-78bf-42a4-8d1d-334086c997f9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0504363 Aug 25 03:19:21.085506 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e64a06fe-cd30-4428-925c-bcd6364d2939 req-304dcc59-3e7d-4585-a360-659f5443a4de tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549657 Aug 25 03:19:22.203612 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba353e1-f9fa-4e79-bc85-669232eb20e2 req-26e43917-33b6-4de7-b440-5912b3ab191d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:22.207838 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5ba353e1-f9fa-4e79-bc85-669232eb20e2 req-26e43917-33b6-4de7-b440-5912b3ab191d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0473313 Aug 25 03:19:22.227010 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3d3edd1f-85cb-4e80-bdc7-2558a1b33792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:22.269067 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5ba353e1-f9fa-4e79-bc85-669232eb20e2 req-02d6cde8-437b-4df7-b503-2a9169c3487e tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576050 Aug 25 03:19:22.545432 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:19:23.390257 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea12cfd-ae4d-419e-bd80-f3c68b824cbd req-714fdb01-4ae5-4c1a-92b9-8d10e7931c41 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:23.391828 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ea12cfd-ae4d-419e-bd80-f3c68b824cbd req-714fdb01-4ae5-4c1a-92b9-8d10e7931c41 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0512698 Aug 25 03:19:23.439039 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:23.458271 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6ea12cfd-ae4d-419e-bd80-f3c68b824cbd req-53050d63-2b72-49f6-be50-9ed2cea97a53 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574002 Aug 25 03:19:24.421686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b893e9e9-86ac-4f21-bbc2-c837712d0a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:24.573168 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f516a5-b417-497e-a0ca-93335904bb18 req-aa1b5173-058f-4bc5-a8f7-be59398ee54f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:24.574627 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-30f516a5-b417-497e-a0ca-93335904bb18 req-aa1b5173-058f-4bc5-a8f7-be59398ee54f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0478084 Aug 25 03:19:24.635449 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-30f516a5-b417-497e-a0ca-93335904bb18 req-e846c702-63b4-4537-941c-a58b91215335 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546691 Aug 25 03:19:25.717888 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:25.730454 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:25.759545 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e1515-7701-484c-8078-75775d63dbbe req-b6be3003-9d07-4fab-9de7-4edd2c7edf3d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:25.761048 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-077e1515-7701-484c-8078-75775d63dbbe req-b6be3003-9d07-4fab-9de7-4edd2c7edf3d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0518031 Aug 25 03:19:25.822084 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-077e1515-7701-484c-8078-75775d63dbbe req-0ba7d067-bd42-446b-9ad7-4b0d451d899d tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3ac5a5ad-68bf-45cf-b739-2d1d23d08237&id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547252 Aug 25 03:19:27.455833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:27.472134 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:28.105530 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-dcdf1d6a-b905-4dee-8ac5-ef0669c02557 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392001 Aug 25 03:19:28.185595 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-268d702d-ee09-42ab-8988-dab358438b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:28.186996 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-268d702d-ee09-42ab-8988-dab358438b6c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1169 time: 0.0397401 Aug 25 03:19:28.291283 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-2a114ba7-4cd8-407e-9dc9-f0bc6bd50be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:28.292753 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-2a114ba7-4cd8-407e-9dc9-f0bc6bd50be4 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.0880749 Aug 25 03:19:28.352685 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-70634954-bc8d-439e-968c-1841ce3bae12 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1002 time: 0.0539901 Aug 25 03:19:28.401590 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-895060d8-2902-41b7-bb51-f23f9cb42378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:28.402992 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-895060d8-2902-41b7-bb51-f23f9cb42378 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0430846 Aug 25 03:19:28.448504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-227e7aa9-806b-471e-b357-c66852eea3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:28.449878 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-227e7aa9-806b-471e-b357-c66852eea3db service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409811 Aug 25 03:19:28.537900 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-99010247-52e2-4622-a73a-c1d0fe7189d8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814290 Aug 25 03:19:28.628898 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f3e260f5-e399-4572-99ac-221f44f75f59 req-68d3602f-62db-412f-88b0-113cb48da1ba service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Aug 25 03:19:32.540393 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:32.541143 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:34.625771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=53 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:34.630720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=52 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:37.402829 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:37.408722 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:37.411464 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:38.619065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=63 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:38.625533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=58 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:42.438246 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:50.501526 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:50.502351 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:52.226687 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e7cd-10ed-4f8f-9833-9a39e7f8fe24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:54.426400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dab8c7f-bf11-43e2-8b42-09fc79eed699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:55.735549 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:57.460584 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:57.494809 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.109525 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-06a546d5-0032-45d9-8659-c2c891289866 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1032052152&fields=id&tenant_id=1e9654067eab44baaac7631bf9e2fc9a HTTP/1.1" status: 200 len: 267 time: 0.0460281 Aug 25 03:19:58.160399 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-0edbdf23-acd5-4b33-b929-268147d19ad9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:58.161852 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-0edbdf23-acd5-4b33-b929-268147d19ad9 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 985 time: 0.0472069 Aug 25 03:19:58.172785 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Request body: {'port': {'security_groups': ['1a54b512-e9af-452c-a1be-d9070658afeb']}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:19:58.248513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.453605 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:19:58.481685 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for port (8df62484-18fa-4c20-a294-4f739cde77b0), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.528879 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.539499 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:58.540030 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:19:58.543864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.543864 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6787d1b0-829d-421c-82c3-2d798bb91402 req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "PUT /networking/v2.0/ports/8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 943 time: 0.3736789 Aug 25 03:19:58.543864 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:19:58.544351 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989bf70-d561-4c4b-83c4-0cfec83f0bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:19:58.548241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60158) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:19:58.597753 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event updated for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=7']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.607505 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.608264 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.608264 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.608450 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.608616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.609089 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.609558 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.609891 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.610322 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59c634-9291-46bc-8269-c4c6f07dcf4c tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:58.618190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:19:58.630467 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (3ac5a5ad-68bf-45cf-b739-2d1d23d08237), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.657082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (3ac5a5ad-68bf-45cf-b739-2d1d23d08237), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:58.681412 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455de9a-5966-4757-8463-6bbf405e2981 x-openstack-request-id: req-2455de9a-5966-4757-8463-6bbf405e2981 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:19:58.681861 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:19:58.682178 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2455de9a-5966-4757-8463-6bbf405e2981 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:19:58.682652 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2455de9a-5966-4757-8463-6bbf405e2981'] response: {'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:19:59.011906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-95cfc734-ce32-47f4-9259-fe2111f3ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:59.013424 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-95cfc734-ce32-47f4-9259-fe2111f3ff51 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1130 time: 0.3065548 Aug 25 03:19:59.063609 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (3ac5a5ad-68bf-45cf-b739-2d1d23d08237), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.066088 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.067173 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3ac5a5ad-68bf-45cf-b739-2d1d23d08237 HTTP/1.1" status: 204 len: 168 time: 0.5174053 Aug 25 03:19:59.070137 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60162) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:19:59.083672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5a5ad-68bf-45cf-b739-2d1d23d08237,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:19:59.095799 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.096160 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.096504 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.096839 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.097170 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.097501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.097824 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.098151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.098474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.098796 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.099116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.099435 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.099755 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.100075 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.100419 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaebbab-17db-4a5b-9f90-c493faeee169 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:19:59.133065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-b495b81f-1933-4b43-80ad-bbb29fa7b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:59.134531 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-b495b81f-1933-4b43-80ad-bbb29fa7b8f6 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.1138704 Aug 25 03:19:59.202170 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-d1ea23d3-5421-4edc-8748-558b9d20957e service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 1002 time: 0.0600505 Aug 25 03:19:59.220512 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Deleting port 858864aa-98c0-4fc2-bbb1-5e3da2c37d0d {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:19:59.221003 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.251305 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-e3b997c3-9a0d-4230-b916-0642f8393ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:59.252766 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-e3b997c3-9a0d-4230-b916-0642f8393ab1 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0448661 Aug 25 03:19:59.294877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-d375aa65-114b-47bd-9ce8-b999668e8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:19:59.297074 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-d375aa65-114b-47bd-9ce8-b999668e8dba service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382092 Aug 25 03:19:59.297493 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.297816 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for floatingip (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.310334 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Calling delete_port for 858864aa-98c0-4fc2-bbb1-5e3da2c37d0d owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:19:59.389622 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-886012e1-4d10-4e2d-a98b-671cbd53feb5 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870802 Aug 25 03:19:59.414449 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:59.455099 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:19:59.480417 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6989bf70-d561-4c4b-83c4-0cfec83f0bea req-6110b853-a1bd-4230-9f49-bcb7e53dd398 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845301 Aug 25 03:19:59.517975 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (858864aa-98c0-4fc2-bbb1-5e3da2c37d0d), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.544602 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:19:59.547272 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event deleted for resources: {'Port': ['ID=858864aa-98c0-4fc2-bbb1-5e3da2c37d0d,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:19:59.613836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks [] for floatingip (a6193bf2-79ba-4a84-9521-f4e9d3673a90), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.614165 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Floating IP a6193bf2-79ba-4a84-9521-f4e9d3673a90 disassociated (deleted). External IP: 172.27.1.230, port: 8df62484-18fa-4c20-a294-4f739cde77b0. Aug 25 03:19:59.812682 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Router 1d57ad0b-18a3-4e06-8ecc-f64999449334 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:19:59.914609 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:19:59.919427 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:19:59.925129 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Sync routers for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:19:59.936273 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:19:59.937133 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:19:59.949174 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1f760ee6-da96-492d-a550-8173155b1778 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/a6193bf2-79ba-4a84-9521-f4e9d3673a90 HTTP/1.1" status: 204 len: 168 time: 0.8779514 Aug 25 03:20:00.044506 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:00.240028 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:00.264274 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Checking router: 1d57ad0b-18a3-4e06-8ecc-f64999449334 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:00.272748 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:00.273333 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:00.381043 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:00.644933 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:00.668872 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ac33-1563-4668-b457-58586720cba6 None None] The sync data for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi is: [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:02Z', 'revision_number': 4, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '150ff27b-4df0-421d-a56e-12660c7533ef', 'name': '', 'network_id': '88788d37-168f-4f9c-9669-9e892ec0d538', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'mac_address': 'fa:16:3e:19:e7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:01Z', 'updated_at': '2022-08-25T03:18:08Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'subnets': [{'id': 'e5d4cd9d-53eb-444e-9726-00078e7ae2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:00.683762 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:20:00.686164 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b17c1f-41fb-4bcc-98db-9e03db34b541" -d '{"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:20:00.725603 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26764a5d-5e33-406c-a4be-af0799d3c836 x-openstack-request-id: req-26764a5d-5e33-406c-a4be-af0799d3c836 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:20:00.725891 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:20:00.726135 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-26764a5d-5e33-406c-a4be-af0799d3c836 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:20:00.726525 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26764a5d-5e33-406c-a4be-af0799d3c836'] response: {'name': 'network-changed', 'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:20:00.815456 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-0cdde883-8bfc-4f22-91e1-935dd2c0ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:00.816975 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-0cdde883-8bfc-4f22-91e1-935dd2c0ebc2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0492756 Aug 25 03:20:00.902255 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ebb86-afc9-45e4-b583-82530e4e947d None None] New status for floating IP a6193bf2-79ba-4a84-9521-f4e9d3673a90: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:20:00.936093 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-564f689e-661c-43a0-ac2c-2e63ca710450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:00.939039 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-564f689e-661c-43a0-ac2c-2e63ca710450 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 200 len: 916 time: 0.0972207 Aug 25 03:20:00.989766 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-ed446787-f07c-4e8a-a8f2-e98d7c334b3f service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 200 len: 217 time: 0.0426140 Aug 25 03:20:01.038488 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-8e0dabf4-d083-41bb-88d1-7ee7010362e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:01.039905 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-8e0dabf4-d083-41bb-88d1-7ee7010362e8 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 200 len: 854 time: 0.0449879 Aug 25 03:20:01.083619 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-140d8a06-d6a5-412c-9c8d-780419a05858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:01.085104 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-140d8a06-d6a5-412c-9c8d-780419a05858 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=88788d37-168f-4f9c-9669-9e892ec0d538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386515 Aug 25 03:20:01.181316 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-48f28ce2-1217-403e-b46b-d71eb7c39f4e service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894949 Aug 25 03:20:01.194190 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:01.205146 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:01.274981 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a6b17c1f-41fb-4bcc-98db-9e03db34b541 req-072ff794-f49b-491b-87f8-b76d53cbad5d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Aug 25 03:20:04.317823 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ca830-4a63-4f62-995d-6210d97f7903 req-2a437baa-0e89-4c63-a419-14c5b7150a87 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:04.319278 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9a4ca830-4a63-4f62-995d-6210d97f7903 req-2a437baa-0e89-4c63-a419-14c5b7150a87 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0474455 Aug 25 03:20:04.370150 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9a4ca830-4a63-4f62-995d-6210d97f7903 req-6140bbdf-c380-40fd-b2cc-fccb6396c004 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Aug 25 03:20:05.490503 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3b21-caab-481b-be38-a66d117c43a7 req-434d04c8-c4d6-4e52-9373-0df316979ff7 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:05.491858 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e4d3b21-caab-481b-be38-a66d117c43a7 req-434d04c8-c4d6-4e52-9373-0df316979ff7 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0462170 Aug 25 03:20:05.542549 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3e4d3b21-caab-481b-be38-a66d117c43a7 req-feea6c94-5dff-41af-9687-e6e27ec15514 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a54b512-e9af-452c-a1be-d9070658afeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 Aug 25 03:20:05.932846 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-f1e44d4c-9f3f-4b29-a3f2-b8000009463e tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:05.933794 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-f1e44d4c-9f3f-4b29-a3f2-b8000009463e tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 946 time: 0.0475540 Aug 25 03:20:06.014895 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Deleting port 8df62484-18fa-4c20-a294-4f739cde77b0 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:06.015234 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:06.109386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] For port 8df62484-18fa-4c20-a294-4f739cde77b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8df62484-18fa-4c20-a294-4f739cde77b0,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:06.109770 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:06.123165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Calling delete_port for 8df62484-18fa-4c20-a294-4f739cde77b0 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:06.335034 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (8df62484-18fa-4c20-a294-4f739cde77b0), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:06.349751 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['8df62484-18fa-4c20-a294-4f739cde77b0'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:20:06.361296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Pushing event deleted for resources: {'Port': ['ID=8df62484-18fa-4c20-a294-4f739cde77b0,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:06.412246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] No DVR routers for this DVR port 8df62484-18fa-4c20-a294-4f739cde77b0 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:20:06.414821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:06.418086 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e421402-792d-49da-a4c0-02e8f13bfc0a req-b135f688-53fe-4907-a207-c6511e4db3a3 tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.79 "DELETE /networking/v2.0/ports/8df62484-18fa-4c20-a294-4f739cde77b0 HTTP/1.1" status: 204 len: 173 time: 0.4795346 Aug 25 03:20:06.418522 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'name': 'network-vif-deleted', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:20:06.420808 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e93df-c93e-45f5-a045-c0e9e83c0b3a" -d '{"events": [{"server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "name": "network-vif-deleted", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:20:06.457965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b604a-5d2e-4d1d-aeed-7a7cab74d002 x-openstack-request-id: req-881b604a-5d2e-4d1d-aeed-7a7cab74d002 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:20:06.458259 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8", "name": "network-vif-deleted", "tag": "8df62484-18fa-4c20-a294-4f739cde77b0", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:20:06.458515 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-881b604a-5d2e-4d1d-aeed-7a7cab74d002 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:20:06.458923 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881b604a-5d2e-4d1d-aeed-7a7cab74d002'] response: {'server_uuid': '8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8', 'name': 'network-vif-deleted', 'tag': '8df62484-18fa-4c20-a294-4f739cde77b0', 'status': 'completed', 'code': 200} Aug 25 03:20:06.649473 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-2bd10425-cb89-48d8-bca5-4525a7646159 req-5573b5ea-3fed-44d3-ab13-63aa7ada269f tempest-TestMinimumBasicScenario-682455796 tempest-TestMinimumBasicScenario-682455796-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8555c0c7-a7c1-4553-95ec-c6f4be7bf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0336399 Aug 25 03:20:08.828028 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60250) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:09.069777 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:09.145013 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:09.150766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:09.372492 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Deleting port 150ff27b-4df0-421d-a56e-12660c7533ef {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:09.372828 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:09.452007 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] For port 150ff27b-4df0-421d-a56e-12660c7533ef, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=150ff27b-4df0-421d-a56e-12660c7533ef,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:09.452386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:09.465531 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Calling delete_port for 150ff27b-4df0-421d-a56e-12660c7533ef owned by network:router_interface {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:09.583614 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8df62484-18fa-4c20-a294-4f739cde77b0 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:09.586661 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:09.587401 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:09.606740 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 8df62484-18fa-4c20-a294-4f739cde77b0 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:09.608070 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 8df62484-18fa-4c20-a294-4f739cde77b0 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:09.717208 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (150ff27b-4df0-421d-a56e-12660c7533ef), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:09.744469 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=150ff27b-4df0-421d-a56e-12660c7533ef,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:09.907766 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.018697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:10.063203 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:10.116244 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Router 1d57ad0b-18a3-4e06-8ecc-f64999449334 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:20:10.215119 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:10.220391 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6295ccdb-0e09-43f2-866c-b0061cf39b14 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/1d57ad0b-18a3-4e06-8ecc-f64999449334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912740 Aug 25 03:20:10.222940 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60252) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:10.225509 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Sync routers for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:10.236327 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:10.237190 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:10.324024 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks [] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.337835 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:10.424900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks [] for router_gateway (1d57ad0b-18a3-4e06-8ecc-f64999449334), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.507454 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:20:09Z', 'revision_number': 5, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port': {'id': '8a937681-c550-4d10-9ab1-0f1760713e5e', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:10.522354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Deleting port 8a937681-c550-4d10-9ab1-0f1760713e5e {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:10.522698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.532855 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Checking router: 1d57ad0b-18a3-4e06-8ecc-f64999449334 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:10.539767 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:10.541780 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Routers {'1d57ad0b-18a3-4e06-8ecc-f64999449334'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:10.542381 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['1d57ad0b-18a3-4e06-8ecc-f64999449334'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:10.544800 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:10.608541 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] For port 8a937681-c550-4d10-9ab1-0f1760713e5e, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=8a937681-c550-4d10-9ab1-0f1760713e5e,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:10.608913 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.622118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Calling delete_port for 8a937681-c550-4d10-9ab1-0f1760713e5e owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:10.625229 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] Set router 1d57ad0b-18a3-4e06-8ecc-f64999449334 gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:10.673010 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:20:10Z', 'revision_number': 6, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:10.684089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:10.700500 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f272a-550d-4555-8de1-ba3f7e24c773 None None] The sync data for ids ['1d57ad0b-18a3-4e06-8ecc-f64999449334'] in dv-cinder-779578-6-iscsi is: [{'id': '1d57ad0b-18a3-4e06-8ecc-f64999449334', 'name': 'tempest-TestMinimumBasicScenario-1189782008-router', 'tenant_id': '1e9654067eab44baaac7631bf9e2fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:17:59Z', 'updated_at': '2022-08-25T03:20:10Z', 'revision_number': 6, 'project_id': '1e9654067eab44baaac7631bf9e2fc9a', 'gw_port_host': None}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:10.860800 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (8a937681-c550-4d10-9ab1-0f1760713e5e), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:10.884025 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a937681-c550-4d10-9ab1-0f1760713e5e,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:10.950777 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.038104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.040404 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks [] for router_controller (1d57ad0b-18a3-4e06-8ecc-f64999449334), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.134440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (1d57ad0b-18a3-4e06-8ecc-f64999449334), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.135053 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d57ad0b-18a3-4e06-8ecc-f64999449334 {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:20:11.139242 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.140441 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-52453243-83a6-4b13-bf4a-c22b8b3e4175 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/1d57ad0b-18a3-4e06-8ecc-f64999449334 HTTP/1.1" status: 204 len: 168 time: 0.9165394 Aug 25 03:20:11.143061 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60254) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:11.188764 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Deleting subnet e5d4cd9d-53eb-444e-9726-00078e7ae2a8 {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:20:11.191981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Publish callbacks [] for subnet (e5d4cd9d-53eb-444e-9726-00078e7ae2a8), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.225878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (e5d4cd9d-53eb-444e-9726-00078e7ae2a8), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.265566 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:11.305749 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (e5d4cd9d-53eb-444e-9726-00078e7ae2a8), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.432311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (e5d4cd9d-53eb-444e-9726-00078e7ae2a8), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.463454 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d4cd9d-53eb-444e-9726-00078e7ae2a8,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:11.469643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.473320 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-48bdd096-6a01-4e5e-8eaf-4ba4b9ba6b7f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/e5d4cd9d-53eb-444e-9726-00078e7ae2a8 HTTP/1.1" status: 204 len: 168 time: 0.3292327 Aug 25 03:20:11.475994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60256) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:11.557327 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (88788d37-168f-4f9c-9669-9e892ec0d538), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.590701 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66103c0-87c7-429a-a0fa-6e7fb3e4c1db None None] Network 88788d37-168f-4f9c-9669-9e892ec0d538 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:11.593106 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 8a937681-c550-4d10-9ab1-0f1760713e5e no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:11.596792 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=39 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:11.601278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Deleting port 1a3f0011-be16-4bf1-9406-94a42ba75e30 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:11.601619 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.653673 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 8a937681-c550-4d10-9ab1-0f1760713e5e {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:11.654036 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 8a937681-c550-4d10-9ab1-0f1760713e5e not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:11.654419 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 150ff27b-4df0-421d-a56e-12660c7533ef no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:11.670392 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] For port 1a3f0011-be16-4bf1-9406-94a42ba75e30, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a3f0011-be16-4bf1-9406-94a42ba75e30,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:11.670786 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.686679 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 150ff27b-4df0-421d-a56e-12660c7533ef {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:11.687024 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 150ff27b-4df0-421d-a56e-12660c7533ef not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:11.692703 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Calling delete_port for 1a3f0011-be16-4bf1-9406-94a42ba75e30 owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:11.792956 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] DHCP port deletion for 88788d37-168f-4f9c-9669-9e892ec0d538 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:20:11.830445 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Deleting port 1a3f0011-be16-4bf1-9406-94a42ba75e30 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:11.830833 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.897753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] For port 1a3f0011-be16-4bf1-9406-94a42ba75e30, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=1a3f0011-be16-4bf1-9406-94a42ba75e30,segment=NetworkSegment(62e4fa7b-f40a-4a35-ae54-baa767e77470),segment_id=62e4fa7b-f40a-4a35-ae54-baa767e77470)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:11.898157 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.911890 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Calling delete_port for 1a3f0011-be16-4bf1-9406-94a42ba75e30 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:11.931493 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:11.956717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3f0011-be16-4bf1-9406-94a42ba75e30,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:11.960208 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] No DVR routers for this DVR port 1a3f0011-be16-4bf1-9406-94a42ba75e30 on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:20:11.988310 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (1a3f0011-be16-4bf1-9406-94a42ba75e30), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.012736 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Pushing event deleted for resources: {'Port': ['ID=1a3f0011-be16-4bf1-9406-94a42ba75e30,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:12.020610 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] No DVR routers for this DVR port 1a3f0011-be16-4bf1-9406-94a42ba75e30 on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:20:12.032035 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.032571 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.032922 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.033266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.033632 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.033925 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.034257 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.034596 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.034920 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.035245 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.035574 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.035900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.036250 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.036577 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.036899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f9f7f9-17c0-4d7c-8680-edfac5310387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:12.284118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:12.297774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (88788d37-168f-4f9c-9669-9e892ec0d538), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.318401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88788d37-168f-4f9c-9669-9e892ec0d538']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:12.328568 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e4fa7b-f40a-4a35-ae54-baa767e77470') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:12.328874 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e4fa7b-f40a-4a35-ae54-baa767e77470') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:12.338986 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (62e4fa7b-f40a-4a35-ae54-baa767e77470), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.352207 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (62e4fa7b-f40a-4a35-ae54-baa767e77470), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.358362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:20:12.358779 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (62e4fa7b-f40a-4a35-ae54-baa767e77470), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.431505 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 62e4fa7b-f40a-4a35-ae54-baa767e77470 resource provider aggregate not found Aug 25 03:20:12.432028 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.447984 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 62e4fa7b-f40a-4a35-ae54-baa767e77470 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62e4fa7b-f40a-4a35-ae54-baa767e77470 found for delete ", "request_id": "req-e149f1de-74f6-4b99-a554-48decd495bf9"}]} Aug 25 03:20:12.511697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (88788d37-168f-4f9c-9669-9e892ec0d538), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.518578 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.521668 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/88788d37-168f-4f9c-9669-9e892ec0d538 HTTP/1.1" status: 204 len: 168 time: 1.0446157 Aug 25 03:20:12.524800 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60264) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:12.536925 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc28ac-dbbe-442e-99bd-f6f2140d8d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=88788d37-168f-4f9c-9669-9e892ec0d538,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:12.841977 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:12.883485 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:12.998431 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:13.073826 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Deleting port e25744d0-c8e5-48bf-b4c8-fe57413288e4 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:13.202110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:13.202110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] For port e25744d0-c8e5-48bf-b4c8-fe57413288e4, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=e25744d0-c8e5-48bf-b4c8-fe57413288e4,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:13.202110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:13.202110 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Calling delete_port for e25744d0-c8e5-48bf-b4c8-fe57413288e4 owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:13.293209 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a3f0011-be16-4bf1-9406-94a42ba75e30 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:13.318274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 1a3f0011-be16-4bf1-9406-94a42ba75e30 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:13.318847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 1a3f0011-be16-4bf1-9406-94a42ba75e30 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:13.437271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (e25744d0-c8e5-48bf-b4c8-fe57413288e4), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:13.461360 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25744d0-c8e5-48bf-b4c8-fe57413288e4,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:13.637354 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:13.789418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:13.849546 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:20:13.860255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:13.954214 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:13.964578 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-11a7e566-e59c-48de-8d8e-a7f007cb6782 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/c97acf3e-b56b-46fc-aeac-d5ac87c78e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4333155 Aug 25 03:20:13.964578 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60266) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:13.964780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Sync routers for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:13.975536 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:13.976192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:14.084604 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:14.258770 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:20:13Z', 'revision_number': 5, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:14.284123 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Checking router: c97acf3e-b56b-46fc-aeac-d5ac87c78e5f for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:14.288282 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks [] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.292293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Routers {'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:14.292897 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:14.385770 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks [] for router_gateway (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.394534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] Set router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:14.485807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Deleting port 60e07f88-a918-4361-bf63-9a8e81d4a6d2 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:14.485807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.566056 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] For port 60e07f88-a918-4361-bf63-9a8e81d4a6d2, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=60e07f88-a918-4361-bf63-9a8e81d4a6d2,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:14.566326 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.567861 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:20:13Z', 'revision_number': 5, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:14.579215 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Calling delete_port for 60e07f88-a918-4361-bf63-9a8e81d4a6d2 owned by network:router_gateway {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:14.593733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19789d-16a5-49c7-bd2b-466a5eea55cf None None] The sync data for ids ['c97acf3e-b56b-46fc-aeac-d5ac87c78e5f'] in dv-cinder-779578-6-iscsi is: [{'id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'name': 'tempest-TestMinimumBasicScenario-1370774801-router', 'tenant_id': '1d2e7465e9854c168f0f10b0675afc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:20:13Z', 'revision_number': 5, 'project_id': '1d2e7465e9854c168f0f10b0675afc2c', 'gw_port': {'id': '60e07f88-a918-4361-bf63-9a8e81d4a6d2', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97acf3e-b56b-46fc-aeac-d5ac87c78e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:18:05Z', 'updated_at': '2022-08-25T03:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:14.808575 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (60e07f88-a918-4361-bf63-9a8e81d4a6d2), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.835170 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e07f88-a918-4361-bf63-9a8e81d4a6d2,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:14.899255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.987247 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:14.990789 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:14.993181 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks [] for router_controller (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.106154 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (c97acf3e-b56b-46fc-aeac-d5ac87c78e5f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.106664 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97acf3e-b56b-46fc-aeac-d5ac87c78e5f {{(pid=107023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:20:15.112397 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.113555 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-992f71e9-af44-45d6-8adc-1bc304f500a9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/c97acf3e-b56b-46fc-aeac-d5ac87c78e5f HTTP/1.1" status: 204 len: 168 time: 1.1509566 Aug 25 03:20:15.116359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60268) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:15.163514 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Deleting subnet 1858181b-86c5-4e5c-ab85-ea4e86d12cc7 {{(pid=107022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:20:15.166875 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Publish callbacks [] for subnet (1858181b-86c5-4e5c-ab85-ea4e86d12cc7), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.204041 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62614055'] for subnet (1858181b-86c5-4e5c-ab85-ea4e86d12cc7), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.293097 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (1858181b-86c5-4e5c-ab85-ea4e86d12cc7), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.311465 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:15.403241 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59347139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59171226'] for subnet (1858181b-86c5-4e5c-ab85-ea4e86d12cc7), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.431384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1858181b-86c5-4e5c-ab85-ea4e86d12cc7,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:15.433364 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.437833 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-27bc6d16-6ec8-4ab9-afe2-c4c1aecab1fb admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/1858181b-86c5-4e5c-ab85-ea4e86d12cc7 HTTP/1.1" status: 204 len: 168 time: 0.3191147 Aug 25 03:20:15.438578 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28425c-2157-42e3-8c74-f60432ebdafb None None] Network aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:15.440004 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60270) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:15.513516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.557895 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Deleting port c235cb06-1d2a-4734-902d-aa182195672f {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:15.558237 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c235cb06-1d2a-4734-902d-aa182195672f), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.628994 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] For port c235cb06-1d2a-4734-902d-aa182195672f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c235cb06-1d2a-4734-902d-aa182195672f,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:15.629365 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c235cb06-1d2a-4734-902d-aa182195672f), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.645314 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Calling delete_port for c235cb06-1d2a-4734-902d-aa182195672f owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:15.645438 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] DHCP port deletion for aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:20:15.695655 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Deleting port c235cb06-1d2a-4734-902d-aa182195672f {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:20:15.696034 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (c235cb06-1d2a-4734-902d-aa182195672f), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.738605 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device e25744d0-c8e5-48bf-b4c8-fe57413288e4 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:15.769478 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: e25744d0-c8e5-48bf-b4c8-fe57413288e4 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:15.769823 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device e25744d0-c8e5-48bf-b4c8-fe57413288e4 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:15.785726 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] For port c235cb06-1d2a-4734-902d-aa182195672f, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=c235cb06-1d2a-4734-902d-aa182195672f,segment=NetworkSegment(9e19d3fb-afc8-4e49-92c6-65cc2c65013a),segment_id=9e19d3fb-afc8-4e49-92c6-65cc2c65013a)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:15.786126 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (c235cb06-1d2a-4734-902d-aa182195672f), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.799102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Calling delete_port for c235cb06-1d2a-4734-902d-aa182195672f owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:20:15.814581 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (c235cb06-1d2a-4734-902d-aa182195672f), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.844104 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] No DVR routers for this DVR port c235cb06-1d2a-4734-902d-aa182195672f on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:20:15.850361 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c235cb06-1d2a-4734-902d-aa182195672f,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:15.874141 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (c235cb06-1d2a-4734-902d-aa182195672f), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.904962 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] No DVR routers for this DVR port c235cb06-1d2a-4734-902d-aa182195672f on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:20:15.908610 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594fcce-0029-4380-bf7f-734d8fc0700f None None] Pushing event deleted for resources: {'Port': ['ID=c235cb06-1d2a-4734-902d-aa182195672f,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:15.928640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.950233 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:15.960755 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e19d3fb-afc8-4e49-92c6-65cc2c65013a') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:15.961159 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e19d3fb-afc8-4e49-92c6-65cc2c65013a') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:15.971253 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (9e19d3fb-afc8-4e49-92c6-65cc2c65013a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.984500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (9e19d3fb-afc8-4e49-92c6-65cc2c65013a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:15.989138 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:15.991935 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:20:15.992349 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (9e19d3fb-afc8-4e49-92c6-65cc2c65013a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.031682 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 9e19d3fb-afc8-4e49-92c6-65cc2c65013a resource provider aggregate not found Aug 25 03:20:16.049660 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 9e19d3fb-afc8-4e49-92c6-65cc2c65013a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e19d3fb-afc8-4e49-92c6-65cc2c65013a found for delete ", "request_id": "req-f17b06fa-296d-4bb2-876a-55f5e08bf018"}]} Aug 25 03:20:16.140202 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.145480 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.148939 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4 HTTP/1.1" status: 204 len: 168 time: 0.7079880 Aug 25 03:20:16.162231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7296b0-3264-4fc6-bd1c-7717d3bbf7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa43b4ab-8f4d-4bff-9f1e-77f5877b0df4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:16.476315 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60278) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:16.517163 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-4e7dbcab-9367-4c56-b9ae-b8580a1f03e1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1e9654067eab44baaac7631bf9e2fc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397184 Aug 25 03:20:16.519734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60280) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:16.571152 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] Publish callbacks [] for security_group (1a54b512-e9af-452c-a1be-d9070658afeb), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.590696 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] Publish callbacks [] for security_group (1a54b512-e9af-452c-a1be-d9070658afeb), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.604350 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:16.723588 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (1a54b512-e9af-452c-a1be-d9070658afeb), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.726149 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:16.727294 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1a54b512-e9af-452c-a1be-d9070658afeb HTTP/1.1" status: 204 len: 168 time: 0.2066505 Aug 25 03:20:16.735789 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe750fc-10cd-4690-ad33-e641ca79f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a54b512-e9af-452c-a1be-d9070658afeb,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:17.281156 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 60e07f88-a918-4361-bf63-9a8e81d4a6d2 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:17.302239 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 60e07f88-a918-4361-bf63-9a8e81d4a6d2 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:17.302590 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 60e07f88-a918-4361-bf63-9a8e81d4a6d2 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:17.302975 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c235cb06-1d2a-4734-902d-aa182195672f no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:20:17.321721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: c235cb06-1d2a-4734-902d-aa182195672f {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:20:17.322063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device c235cb06-1d2a-4734-902d-aa182195672f not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:20:17.370293 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60286) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:17.410803 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6eb4604e-77a2-41bf-9232-c02c99166982 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1d2e7465e9854c168f0f10b0675afc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393679 Aug 25 03:20:17.413233 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60288) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:17.461254 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] Publish callbacks [] for security_group (da519041-d6fa-437a-95fb-15cce1d5f56f), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:17.481130 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] Publish callbacks [] for security_group (da519041-d6fa-437a-95fb-15cce1d5f56f), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:17.597995 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (da519041-d6fa-437a-95fb-15cce1d5f56f), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:17.600524 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:17.601714 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/da519041-d6fa-437a-95fb-15cce1d5f56f HTTP/1.1" status: 204 len: 168 time: 0.1875625 Aug 25 03:20:17.610119 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0d515-758c-4572-b943-46f8c60cf1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da519041-d6fa-437a-95fb-15cce1d5f56f,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:17.628692 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:18.642862 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60310) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:18.736060 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1356392444-network', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:18.820069 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Made reservation on behalf of 0bb0777527214f059e031c3b484a2eb1 for: {'network': 1} {{(pid=107023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:20:18.822434 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:18.831113 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:18.905068 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks [] for security_group (ff4942a4-a56b-4255-a6bf-28049cfb6ce5), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:18.980353 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ff4942a4-a56b-4255-a6bf-28049cfb6ce5), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.007251 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=107023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:20:19.017165 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4942a4-a56b-4255-a6bf-28049cfb6ce5,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:19.022996 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (e2fc8323-e498-4bdb-9fde-5de13ba91fbb), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.023332 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.segments_db [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Added segment e2fc8323-e498-4bdb-9fde-5de13ba91fbb of type vlan for network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd Aug 25 03:20:19.064033 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.145477 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.146562 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:19.147140 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.210730 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] Pushing event updated for resources: {'Network': ['ID=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:19.220298 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:20:19.224332 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:19.251600 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-6ca9fb3d-87c7-425d-aae1-b5d9116f1556 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6075778 Aug 25 03:20:19.254956 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60314) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:19.260070 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Request body: {'subnet': {'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1356392444-subnet', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:19.323192 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Made reservation on behalf of 0bb0777527214f059e031c3b484a2eb1 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:20:19.325789 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59171263'] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.546391 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59171213'] for subnet (c0f64340-ccbc-41a7-8648-d96fdd473e37), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.608793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:19.610903 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f64340-ccbc-41a7-8648-d96fdd473e37,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:19.619854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:19.619854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Network hostable DHCP agents. Network: 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:20:19.705565 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:20:19.769147 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:19.773332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:19.773933 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.777785 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861f76e-2f7d-4f48-9993-f6b2fd1a4756 None None] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:19.830082 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:19.845759 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-35c4f1b1-9704-4576-85cd-962f8b132139 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5896080 Aug 25 03:20:19.850009 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60316) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:19.854847 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:19.885014 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:20:19.885924 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.911843 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.912929 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:19.922271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:19.966774 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for router_controller (2c7376f8-797a-4a36-aebc-a4f1976bc843), precommit_add_association {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.023045 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Allocated IP 172.20.0.2 (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd/c0f64340-ccbc-41a7-8648-d96fdd473e37/99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:20.070766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:20.140892 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for router_gateway (2c7376f8-797a-4a36-aebc-a4f1976bc843), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.290229 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks [] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.377962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for router_gateway (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.397103 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.397300 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.441652 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:20.446273 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:20.450216 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:20.457213 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Pushing event updated for resources: {'Port': ['ID=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:20.509670 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Allocated IP 172.27.1.92 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/2c285040-ff3d-4d6a-b3ee-c2d36e7b5539) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:20.513532 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Attempting to bind port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:20.513901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Attempting to bind port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:20.514266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Attempting to bind port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:20.520351 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:20.526466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:20.526466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.526466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Bound using segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:20.526466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Bound port: 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:20.526466 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.584400 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] For port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:20.587622 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] For port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:20.618734 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.689368 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.724590 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:20.750000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b79655-13e6-451a-af86-8e7864cdcca8 None None] Pushing event updated for resources: {'Port': ['ID=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:20.769023 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:20.772832 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:20.776874 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:20.802693 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Pushing event updated for resources: {'Port': ['ID=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:21.119323 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:21.123340 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for router_gateway (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.212664 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:21.316493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:21.323092 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.365546 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:21.372858 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.454509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:21.455089 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.494425 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:21.517052 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:20:21.568915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.619961 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c32fa-123a-4507-9475-7d9f13c47dea None None] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:21.631524 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:21.637293 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:21.641496 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:21.651304 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:21.651910 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:21.686265 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.691563 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-5031865f-c1d7-45b6-885b-13811f806446 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8370485 Aug 25 03:20:21.705021 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60318) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:21.705554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-794973af-4185-4a62-a239-87e7f441407e None None] Provisioning complete for port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:21.705554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-794973af-4185-4a62-a239-87e7f441407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:21.755603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:21.757143 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:21.830460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-794973af-4185-4a62-a239-87e7f441407e None None] Current status of the port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:21.936392 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:20Z', 'revision_number': 3, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:21.962585 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:21.962929 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Updating router 2c7376f8-797a-4a36-aebc-a4f1976bc843 port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:20:21.996996 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.047490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-65610caa-6f36-4d7b-8776-9fc456a9e554 None None] Provisioning complete for port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:22.047799 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-65610caa-6f36-4d7b-8776-9fc456a9e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.118898 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:22.125072 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-65610caa-6f36-4d7b-8776-9fc456a9e554 None None] Current status of the port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:22.167220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.188365 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:22.238120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e2869f8-8da1-4778-b5d2-c70f762d3549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.253147 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks [] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.322800 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.332834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Allocated IP 172.20.0.1 (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd/c0f64340-ccbc-41a7-8648-d96fdd473e37/caa55cc5-fa7c-413f-8e82-bcf7617db9d1) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:22.356949 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Attempting to bind port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:22.357311 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Attempting to bind port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:22.357669 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Attempting to bind port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:22.370621 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:22.370987 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:22.371360 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.371741 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:22.372221 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Bound port: 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:22.372594 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.412314 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:22.451307 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks [] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.485802 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Pushing event updated for resources: {'Port': ['ID=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:22.500732 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.501068 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.501422 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.501772 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.502099 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.502416 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.502739 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.503073 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.503390 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.503705 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.504019 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.504373 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.504688 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.504998 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.505305 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:20:22.529389 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] For port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:22.532400 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] For port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:22.536055 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.575740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:22.580200 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:22.584763 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:22.586479 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.596689 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:22.609299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Pushing event updated for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:22.625272 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:22.625969 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:19:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:22.629311 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.665039 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:22.690921 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44476d-3fb2-4d21-a5a9-a26076f18a3e None None] Pushing event updated for resources: {'Port': ['ID=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:22.761265 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:22.845690 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.849299 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-d149350a-050b-4d42-88d3-21be2823d628 None None] Provisioning complete for port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:22.849774 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d149350a-050b-4d42-88d3-21be2823d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:22.884363 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d149350a-050b-4d42-88d3-21be2823d628 None None] Port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:20:22.934920 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:20Z', 'revision_number': 3, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:22.963668 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f89cf9-a61c-45c9-b711-24249950d618 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:20Z', 'revision_number': 3, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:23.016473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks [] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.043097 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.118040 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Pushing event updated for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:23.120606 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.169874 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:23.238811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:23.240268 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:23.370485 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:20:23.416087 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:23.470030 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:23.470409 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.497069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:23.513633 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-9228741a-b566-400a-8d33-63c0ca567e23 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/2c7376f8-797a-4a36-aebc-a4f1976bc843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8176069 Aug 25 03:20:23.523865 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-2ce6664c-23aa-4ef7-9d60-aa7eb96d0086 None None] Provisioning complete for port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:23.524552 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2ce6664c-23aa-4ef7-9d60-aa7eb96d0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.566704 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6664c-23aa-4ef7-9d60-aa7eb96d0086 None None] Port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:20:23.584846 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:23.600577 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:23.601769 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:23.652942 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:23.653218 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.732770 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:23.733226 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.756036 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:23.808968 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:23.858868 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:24.237327 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60334) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:24.245745 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1114479909-network', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:24.256367 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:24.317426 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Made reservation on behalf of 9685fa9339a54ad39ff37a59c8e56108 for: {'network': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:20:24.319952 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for network (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.329727 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.415095 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks [] for security_group (94759e2c-6f46-4aa1-9808-6b71bb9ac79c), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.448900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4d3dca73-956e-4a18-8aae-57efc9e3837e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.472251 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (94759e2c-6f46-4aa1-9808-6b71bb9ac79c), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.499784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=107022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 03:20:24.510944 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94759e2c-6f46-4aa1-9808-6b71bb9ac79c,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:24.516098 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (5514e09b-c6c0-4fbb-8dd3-3363f15b42c7), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.516517 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.segments_db [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Added segment 5514e09b-c6c0-4fbb-8dd3-3363f15b42c7 of type vlan for network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 Aug 25 03:20:24.535144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:24.545026 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:24.545720 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:24.562260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765191310201'] for network (b8d70721-95b9-443d-bc0f-b5ee87ba07f4), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.582376 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:24.648804 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399'] for network (b8d70721-95b9-443d-bc0f-b5ee87ba07f4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.649801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:24.650014 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:24.650682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.716791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d70721-95b9-443d-bc0f-b5ee87ba07f4,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:24.728271 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 details requested by agent ovs-agent-dv-cinder-779578-6-iscsi with host dv-cinder-779578-6-iscsi {{(pid=107024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 03:20:24.772527 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3aae83f2-a20e-4365-86e1-78bc3ef4ea15 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5338771 Aug 25 03:20:24.775033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60336) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:24.779713 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Request body: {'subnet': {'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1114479909-subnet', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'ip_version': 4}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:24.877410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Made reservation on behalf of 9685fa9339a54ad39ff37a59c8e56108 for: {'subnet': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:20:24.880253 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59171263'] for subnet (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:24.898561 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 2, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:24.924504 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:24.924782 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Updating router 2c7376f8-797a-4a36-aebc-a4f1976bc843 port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:20:24.957810 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.069657 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:25.117665 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59171213'] for subnet (7ac56984-4a88-4df8-bc65-560af25efdf7), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.172611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac56984-4a88-4df8-bc65-560af25efdf7,revision_number=0']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:25.189354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Checking segment: {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:25.189708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Network hostable DHCP agents. Network: b8d70721-95b9-443d-bc0f-b5ee87ba07f4, hostable agents: ['ed871abd-2846-46f2-93fa-7eac6586ebeb'], hosted agents: [] {{(pid=107022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 03:20:25.221018 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks [] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.253857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 is scheduled to be hosted by DHCP agent ed871abd-2846-46f2-93fa-7eac6586ebeb with binding_index 1 {{(pid=107022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 03:20:25.271647 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.305854 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:25.317958 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-6-iscsi, b8d70721-95b9-443d-bc0f-b5ee87ba07f4) {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:25.323296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:25.323906 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for subnet (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.345222 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55988e-e88e-4bfe-a7ec-db6a1cb1a12e None None] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:25.348942 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:25.399683 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-79514f17-a050-45a7-8cb3-071218036fa9 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6235836 Aug 25 03:20:25.402296 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60338) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:25.406616 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:25.425821 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e5e9-d297-4f7e-a54e-d221b75f53a0 None None] Pushing event updated for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:25.494703 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3746514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8559'] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.495768 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3747838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3744310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4115992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8550'] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.496664 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Attempting to bind port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:25.497689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Attempting to bind port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:25.497689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Attempting to bind port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:25.502354 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:25.502721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.521374 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:25.527920 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:25.528321 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:25.528715 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.529099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Bound using segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:25.529603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Bound port: caa55cc5-fa7c-413f-8e82-bcf7617db9d1, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:25.530004 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.546810 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for router_controller (99f453ed-112f-41f2-92d4-afdee9cf201a), precommit_add_association {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.576219 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df2618f-5924-57e4-a28b-df4aed745e9f-b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'fixed_ips': [{'subnet_id': '7ac56984-4a88-4df8-bc65-560af25efdf7'}]}} from dv-cinder-779578-6-iscsi. {{(pid=107024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 03:20:25.577086 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.728052 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for router_gateway (99f453ed-112f-41f2-92d4-afdee9cf201a), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:25.870362 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:25.876102 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] For port caa55cc5-fa7c-413f-8e82-bcf7617db9d1, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:25.898622 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:25.903155 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] For port caa55cc5-fa7c-413f-8e82-bcf7617db9d1, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:25.950612 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Allocated IP 172.20.0.2 (b8d70721-95b9-443d-bc0f-b5ee87ba07f4/7ac56984-4a88-4df8-bc65-560af25efdf7/f735aef4-ba9e-4130-ac42-e0328db736d6) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:25.992169 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for router_gateway (99f453ed-112f-41f2-92d4-afdee9cf201a), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.008109 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.009903 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.013438 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.064519 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:26.065161 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:26.121281 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Allocated IP 172.27.1.158 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/b3a0e20e-b849-45da-8457-22591018c3d0) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:26.142180 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e5e9-d297-4f7e-a54e-d221b75f53a0 None None] Pushing event updated for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:26.206921 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:26.222705 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for port (b3a0e20e-b849-45da-8457-22591018c3d0), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.245050 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks [] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.246415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:26.254642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:26.328812 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.336527 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.372261 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:26.376729 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:26.382337 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:26.403709 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a0e20e-b849-45da-8457-22591018c3d0,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:26.423438 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:26.431190 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:26.437471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:26.447945 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Pushing event updated for resources: {'Port': ['ID=f735aef4-ba9e-4130-ac42-e0328db736d6,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:26.546027 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Attempting to bind port f735aef4-ba9e-4130-ac42-e0328db736d6 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:26.546311 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Attempting to bind port f735aef4-ba9e-4130-ac42-e0328db736d6 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:26.546681 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Attempting to bind port f735aef4-ba9e-4130-ac42-e0328db736d6 on network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:26.559152 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:26.559519 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Checking segment: {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:26.559915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.560341 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Bound using segment: {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:26.560806 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Bound port: f735aef4-ba9e-4130-ac42-e0328db736d6, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:26.561286 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.577227 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:25Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:26.581071 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:26.606726 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e6989-d569-4a1f-9411-f172305eb46c None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:25Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:26.642002 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:26.687847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] For port f735aef4-ba9e-4130-ac42-e0328db736d6, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:26.691569 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] For port f735aef4-ba9e-4130-ac42-e0328db736d6, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f735aef4-ba9e-4130-ac42-e0328db736d6,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:26.763681 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:26.828756 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625f5e-72c8-4499-99b9-fc8d24d4a4a5 None None] Pushing event updated for resources: {'Port': ['ID=f735aef4-ba9e-4130-ac42-e0328db736d6,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:27.023079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for router_gateway (99f453ed-112f-41f2-92d4-afdee9cf201a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.228896 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3747817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3744336'] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.370439 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device caa55cc5-fa7c-413f-8e82-bcf7617db9d1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:27.431654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Router 99f453ed-112f-41f2-92d4-afdee9cf201a is scheduled to L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 with binding_index 1 {{(pid=107022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 03:20:27.448499 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:27.448890 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.525724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.540559 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:27.540953 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.556686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.581767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:27.589952 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port caa55cc5-fa7c-413f-8e82-bcf7617db9d1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:27.595233 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Sync routers for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:27.607732 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:27.608599 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:27.648787 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.649780 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f735aef4-ba9e-4130-ac42-e0328db736d6 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:27.673507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.677840 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60340) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:27.678389 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6aba88f5-2db8-4c3c-9e91-757132a8d8f6 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2746096 Aug 25 03:20:27.727852 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:27.790348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:27.809675 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port f735aef4-ba9e-4130-ac42-e0328db736d6 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:27.810059 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:27.872063 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74fa6f5-d4a6-4f8a-a628-f8f81ae8d763 None None] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:20:27.961858 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:26Z', 'revision_number': 3, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:27.987513 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Checking router: 99f453ed-112f-41f2-92d4-afdee9cf201a for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:27.987852 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Updating router 99f453ed-112f-41f2-92d4-afdee9cf201a port b3a0e20e-b849-45da-8457-22591018c3d0 binding host dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:20:28.006534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Provisioning complete for port f735aef4-ba9e-4130-ac42-e0328db736d6 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:28.006534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.024364 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.051235 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port f735aef4-ba9e-4130-ac42-e0328db736d6 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:28.051796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.128122 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.130201 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port f735aef4-ba9e-4130-ac42-e0328db736d6, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f735aef4-ba9e-4130-ac42-e0328db736d6,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:28.163900 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Current status of the port f735aef4-ba9e-4130-ac42-e0328db736d6 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:28.164411 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.198768 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.221026 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.257715 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.270535 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.db.api [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 03:20:28.270949 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG oslo_db.api [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 03:20:28.280888 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=f735aef4-ba9e-4130-ac42-e0328db736d6,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:28.322571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks [] for port (b3a0e20e-b849-45da-8457-22591018c3d0), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.391770 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.426741 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Attempting to bind port b3a0e20e-b849-45da-8457-22591018c3d0 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:28.427110 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Attempting to bind port b3a0e20e-b849-45da-8457-22591018c3d0 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:28.427478 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Attempting to bind port b3a0e20e-b849-45da-8457-22591018c3d0 on network 77a01bcc-0294-4968-a698-f8aded4a368d {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:28.443208 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:28.443571 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Checking segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:28.443977 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.444394 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Bound using segment: {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:28.444879 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Bound port: b3a0e20e-b849-45da-8457-22591018c3d0, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c1c1b6-cb52-43e9-9997-fbe85b99f5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:28.445259 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.450130 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d29a-efe1-4707-abe0-581925322210 None None] Pushing event updated for resources: {'Port': ['ID=b3a0e20e-b849-45da-8457-22591018c3d0,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:28.508406 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] For port b3a0e20e-b849-45da-8457-22591018c3d0, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:28.511464 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] For port b3a0e20e-b849-45da-8457-22591018c3d0, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=b3a0e20e-b849-45da-8457-22591018c3d0,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:28.569079 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.609381 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:28.610052 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:28.610463 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.627514 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Allocated IP 172.20.0.1 (b8d70721-95b9-443d-bc0f-b5ee87ba07f4/7ac56984-4a88-4df8-bc65-560af25efdf7/6bda32bb-e26a-47a8-ab1b-ac132de90243) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:28.654305 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d29a-efe1-4707-abe0-581925322210 None None] Pushing event updated for resources: {'Port': ['ID=b3a0e20e-b849-45da-8457-22591018c3d0,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:28.661171 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.721992 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:28.738732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks [] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.775146 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.797001 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:28.807758 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c558e-3ebb-4f94-9428-03acff66e747 None None] Current status of the port f735aef4-ba9e-4130-ac42-e0328db736d6 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:28.889100 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:26Z', 'revision_number': 3, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:28.918252 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.921372 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d061177-524f-4978-b9a4-bbee9bf1a5b4 None None] The sync data for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi is: [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:26Z', 'revision_number': 3, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:28.931648 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-d2c1605d-ba1b-42ff-bcd5-810029bf1bc2 None None] Provisioning complete for port f735aef4-ba9e-4130-ac42-e0328db736d6 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:28.932028 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d2c1605d-ba1b-42ff-bcd5-810029bf1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:28.966512 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:28.971755 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:28.978387 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:29.014259 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Pushing event updated for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:29.021788 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d2c1605d-ba1b-42ff-bcd5-810029bf1bc2 None None] Current status of the port f735aef4-ba9e-4130-ac42-e0328db736d6 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:29.037616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785535'] for router_interface (99f453ed-112f-41f2-92d4-afdee9cf201a), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.141142 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:29.226171 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.238801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-c33422a0-b749-45da-a239-5669bf3df25b None None] Provisioning complete for port 6bda32bb-e26a-47a8-ab1b-ac132de90243 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:29.239175 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c33422a0-b749-45da-a239-5669bf3df25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.291880 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c33422a0-b749-45da-a239-5669bf3df25b None None] Port 6bda32bb-e26a-47a8-ab1b-ac132de90243 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:20:29.419208 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks [] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.428281 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device caa55cc5-fa7c-413f-8e82-bcf7617db9d1 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:29.471123 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:29.471383 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.478342 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:29.478790 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.544796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785635'] for router_interface (99f453ed-112f-41f2-92d4-afdee9cf201a), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.546581 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Pushing event updated for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:29.558490 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:29.559787 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f735aef4-ba9e-4130-ac42-e0328db736d6 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:29.608902 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port f735aef4-ba9e-4130-ac42-e0328db736d6 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:29.609307 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.658557 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:29.660702 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:29.688575 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port f735aef4-ba9e-4130-ac42-e0328db736d6 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:29.689651 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device b3a0e20e-b849-45da-8457-22591018c3d0 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:29.740743 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port b3a0e20e-b849-45da-8457-22591018c3d0 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:29.741124 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.791082 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Router 99f453ed-112f-41f2-92d4-afdee9cf201a has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:20:29.825684 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port b3a0e20e-b849-45da-8457-22591018c3d0 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:29.826134 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.854003 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port b3a0e20e-b849-45da-8457-22591018c3d0, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=b3a0e20e-b849-45da-8457-22591018c3d0,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:29.908719 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:20:29.911504 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:29.918957 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-f049524b-895a-4abd-b5df-2f12c8a64418 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/99f453ed-112f-41f2-92d4-afdee9cf201a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355664 Aug 25 03:20:29.957100 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-e37d103f-42c7-4688-bb5f-88cf3ebee158 None None] Provisioning complete for port 6bda32bb-e26a-47a8-ab1b-ac132de90243 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:29.957421 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e37d103f-42c7-4688-bb5f-88cf3ebee158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.010930 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-e37d103f-42c7-4688-bb5f-88cf3ebee158 None None] Port 6bda32bb-e26a-47a8-ab1b-ac132de90243 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:20:30.012554 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=b3a0e20e-b849-45da-8457-22591018c3d0,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:30.326187 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60352) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:30.330836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621624000', 'description': 'tempest-secgroup-smoke-621624000 description', 'project_id': '0bb0777527214f059e031c3b484a2eb1'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:30.419361 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.422293 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:30.496897 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (60164593-2f3e-4141-b4d6-ac4114a4a6c7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.551603 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (60164593-2f3e-4141-b4d6-ac4114a4a6c7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.583827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60164593-2f3e-4141-b4d6-ac4114a4a6c7,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:30.645765 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.647165 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-3b48d548-867d-4e99-b443-0b50affeb248 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3199477 Aug 25 03:20:30.649999 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60354) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:30.654460 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:30.662720 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:30.671889 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Sync routers for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:20:30.682756 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:30.683355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:30.763520 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (6901ce85-cb77-4dc7-a4fb-34b4a4b9fffc), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.787539 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:30.824346 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (6901ce85-cb77-4dc7-a4fb-34b4a4b9fffc), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.912098 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (6901ce85-cb77-4dc7-a4fb-34b4a4b9fffc), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:30.933575 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6901ce85-cb77-4dc7-a4fb-34b4a4b9fffc,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:31.010517 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.011852 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-95c308e2-5ab4-4223-9c2d-ca5bda7c8e84 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608615 Aug 25 03:20:31.014754 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60356) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:31.018989 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:31.093198 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (f024e4b9-e806-4d04-96b0-ac4717ca4a4e), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.106262 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '6bda32bb-e26a-47a8-ab1b-ac132de90243', 'name': '', 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'mac_address': 'fa:16:3e:72:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:28Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 2, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'subnets': [{'id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:31.131724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Checking router: 99f453ed-112f-41f2-92d4-afdee9cf201a for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:20:31.132545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Updating router 99f453ed-112f-41f2-92d4-afdee9cf201a port 6bda32bb-e26a-47a8-ab1b-ac132de90243 binding host dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 03:20:31.150630 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (f024e4b9-e806-4d04-96b0-ac4717ca4a4e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.163829 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.237194 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (f024e4b9-e806-4d04-96b0-ac4717ca4a4e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.258434 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f024e4b9-e806-4d04-96b0-ac4717ca4a4e,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:31.279629 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:31.313183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.322260 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1f7cd1d2-f3d1-46a0-b9d4-e88403053042 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2988567 Aug 25 03:20:31.322260 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60358) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:31.322514 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device b3a0e20e-b849-45da-8457-22591018c3d0 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:31.322628 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:31.404615 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port b3a0e20e-b849-45da-8457-22591018c3d0 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:31.404984 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.415525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (70b8fe41-c769-4443-8980-6667bf7a111f), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.477139 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:31.478972 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (70b8fe41-c769-4443-8980-6667bf7a111f), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.503140 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks [] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.529273 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:31.533229 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port b3a0e20e-b849-45da-8457-22591018c3d0 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:31.563072 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (70b8fe41-c769-4443-8980-6667bf7a111f), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.580581 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.585419 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b8fe41-c769-4443-8980-6667bf7a111f,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:31.659735 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67092590-2553-455c-8429-d17495555a71 None None] Pushing event updated for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:31.673827 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.681231 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-55af110b-2f4a-41c7-85c9-40cd2292dc87 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566875 Aug 25 03:20:31.681383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Attempting to bind port 6bda32bb-e26a-47a8-ab1b-ac132de90243 on host dv-cinder-779578-6-iscsi for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:31.681383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Attempting to bind port 6bda32bb-e26a-47a8-ab1b-ac132de90243 by drivers openvswitch,hyperv on host dv-cinder-779578-6-iscsi at level 0 using segments [{'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:31.681383 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Attempting to bind port 6bda32bb-e26a-47a8-ab1b-ac132de90243 on network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:31.681669 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60360) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:31.682598 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:31.682755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Checking agent: {'id': '54df57e0-4795-4e4c-846a-b42620428fce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 2, 57, 57), 'started_at': datetime.datetime(2022, 8, 25, 2, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:31.683113 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Checking segment: {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:31.683509 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.683893 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Bound using segment: {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:31.684382 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Bound port: 6bda32bb-e26a-47a8-ab1b-ac132de90243, host: dv-cinder-779578-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:31.684759 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.746691 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] For port 6bda32bb-e26a-47a8-ab1b-ac132de90243, host dv-cinder-779578-6-iscsi, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:31.749677 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] For port 6bda32bb-e26a-47a8-ab1b-ac132de90243, host dv-cinder-779578-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=6bda32bb-e26a-47a8-ab1b-ac132de90243,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:31.780530 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (11bfc21f-389b-45a6-ba32-af2ed50e328b), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.842291 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (11bfc21f-389b-45a6-ba32-af2ed50e328b), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.860419 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.900264 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:20:31.900872 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:31.945496 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (11bfc21f-389b-45a6-ba32-af2ed50e328b), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:31.950665 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67092590-2553-455c-8429-d17495555a71 None None] Pushing event updated for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:31.965977 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bfc21f-389b-45a6-ba32-af2ed50e328b,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:32.018496 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:20:32.033306 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.034552 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d10f3d1b-b360-4f38-bd2d-2cd8acaac38e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554111 Aug 25 03:20:32.037546 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60362) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:32.042150 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:32.128444 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Project 0bb0777527214f059e031c3b484a2eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:20:32.133704 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:32.135636 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (f41772cc-6f11-4fdc-9aad-8e3a254379ee), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.196770 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (f41772cc-6f11-4fdc-9aad-8e3a254379ee), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.208977 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '6bda32bb-e26a-47a8-ab1b-ac132de90243', 'name': '', 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'mac_address': 'fa:16:3e:72:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:28Z', 'updated_at': '2022-08-25T03:20:31Z', 'revision_number': 4, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'subnets': [{'id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:20:32.233069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3687a-290a-4a93-bf36-0d40a5377299 None None] The sync data for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi is: [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': '6bda32bb-e26a-47a8-ab1b-ac132de90243', 'name': '', 'network_id': 'b8d70721-95b9-443d-bc0f-b5ee87ba07f4', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'mac_address': 'fa:16:3e:72:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:28Z', 'updated_at': '2022-08-25T03:20:31Z', 'revision_number': 4, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'subnets': [{'id': '7ac56984-4a88-4df8-bc65-560af25efdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:20:32.259796 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (f41772cc-6f11-4fdc-9aad-8e3a254379ee), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.285764 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41772cc-6f11-4fdc-9aad-8e3a254379ee,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:32.467976 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.471426 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-9a368d53-9d7d-4231-aa21-d88c08fa0f89 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4308248 Aug 25 03:20:32.473192 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60364) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:20:32.478267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'security_group_rule': {'security_group_id': '60164593-2f3e-4141-b4d6-ac4114a4a6c7', 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:32.598187 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.securitygroups_db [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Project 0bb0777527214f059e031c3b484a2eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 03:20:32.604912 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (5cc499a2-bd12-441b-9340-a5713ed982f7), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.641811 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:32.673099 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (5cc499a2-bd12-441b-9340-a5713ed982f7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.723836 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708323'] for security_group_rule (5cc499a2-bd12-441b-9340-a5713ed982f7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.744418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc499a2-bd12-441b-9340-a5713ed982f7,revision_number=0']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:32.805058 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:32.806337 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-71f0ad7d-dd1b-44e4-864f-b49d4381f9f9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319602 Aug 25 03:20:33.313741 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 6bda32bb-e26a-47a8-ab1b-ac132de90243 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:33.366545 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 6bda32bb-e26a-47a8-ab1b-ac132de90243 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:33.367421 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:33.453331 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 6bda32bb-e26a-47a8-ab1b-ac132de90243 is: DOWN; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:33.455847 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:33.490408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] For port 6bda32bb-e26a-47a8-ab1b-ac132de90243, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=6bda32bb-e26a-47a8-ab1b-ac132de90243,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:20:33.545930 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:33.601002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Pushing event updated for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:35.304628 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 6bda32bb-e26a-47a8-ab1b-ac132de90243 up at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:20:35.348921 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Provisioning complete for port 6bda32bb-e26a-47a8-ab1b-ac132de90243 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:35.349290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:35.420945 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Current status of the port 6bda32bb-e26a-47a8-ab1b-ac132de90243 is: ACTIVE; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:20:36.543789 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:20:37.593388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:37.597276 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:40.452663 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:42.483317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:42.748997 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:48.608450 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-a659af6c-ac82-418e-9fc4-30a380473bd9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-621624000&fields=id&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 267 time: 0.0457695 Aug 25 03:20:48.717849 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-2ff3aa4e-a265-43a4-8d74-30f5f66bc934 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:48.719300 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-2ff3aa4e-a265-43a4-8d74-30f5f66bc934 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1041100 Aug 25 03:20:48.733929 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-655f151d-368d-4cd1-a397-54b46834aa79 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/quotas/0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 375 time: 0.0093393 Aug 25 03:20:48.782646 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-823053b7-54fa-4f46-8197-f5649da5e16f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437114 Aug 25 03:20:48.885865 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-896af0be-113f-4fa5-a078-5507187fce12 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 03:20:48.886919 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-896af0be-113f-4fa5-a078-5507187fce12 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0933197 Aug 25 03:20:48.976019 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-41488070-0f4b-4d2f-a340-4ecded9249b9 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Aug 25 03:20:49.067205 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-53990655-4690-49d7-bf9d-002156fec058 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Aug 25 03:20:49.666302 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-77d4f050-b4cf-43a6-bcda-1f4263b9ae96 req-4b544b86-8b2d-4afb-b6d9-243c481e42e2 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0328813 Aug 25 03:20:50.458030 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:50.748508 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-906b915f-9187-4bf4-ac96-757fb3171842 req-b53da6f9-f7f6-4957-90f0-d97a0d0ff092 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0281625 Aug 25 03:20:51.829622 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-947147d9-3e45-485f-bdb5-73a29ae1add0 req-2614bd6b-63de-41f1-8054-09a3a0c6e295 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0282073 Aug 25 03:20:52.230527 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd52fa8f-ad59-406b-b4ab-1de6b48ddb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:52.917421 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-45dde565-303c-42a9-8656-03fd64b4eb8e req-aa90b52a-cbae-4b63-ad4c-55f102474369 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0310049 Aug 25 03:20:54.020334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-89a8edec-14e4-471d-956f-d853d28c8103 req-7a76488c-92bd-4440-b8b0-cf8275d43389 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0291007 Aug 25 03:20:54.465124 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-267b0a1a-2799-4a6f-8cb8-acd4542068d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:55.123759 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b152c437-de91-412d-a18d-6b015f723c11 req-7720e4d4-5bcd-4cb2-9f8d-8a32d5a963c4 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0287032 Aug 25 03:20:55.734020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:55.793139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-051886e5-e087-4e31-ba35-770c3728d6ea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:55.794603 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-051886e5-e087-4e31-ba35-770c3728d6ea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1069436 Aug 25 03:20:55.858489 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-8d903b28-164e-4402-ac1b-594db743d3ab tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 379 time: 0.0551960 Aug 25 03:20:55.867873 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'port': {'device_id': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'admin_state_up': True, 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'security_groups': ['60164593-2f3e-4141-b4d6-ac4114a4a6c7']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:56.030643 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Made reservation on behalf of 0bb0777527214f059e031c3b484a2eb1 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:20:56.034654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.170970 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.20.0.6 (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd/c0f64340-ccbc-41a7-8648-d96fdd473e37/20720b17-2eba-43c0-8065-e7a64678fc3f) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:20:56.243301 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fe7f77cf-b93c-4bc5-97f8-f9beb655a969 req-88b863f1-a6ce-43be-916f-9ef068c73f00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0428164 Aug 25 03:20:56.340208 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.431828 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.477854 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:20:56.483322 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:20:56.486339 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:20:56.521523 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:56.552234 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:56.552847 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.633839 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-e5a280b9-2e5b-4054-86b1-8a75251e983b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694492 Aug 25 03:20:56.644802 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Request body: {'port': {'device_id': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:20:56.670117 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:56.692042 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:56.693987 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-aac91eeb-f8d2-4101-b275-6fef2da20cb8 None None] Provisioning complete for port 20720b17-2eba-43c0-8065-e7a64678fc3f triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:20:56.694357 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aac91eeb-f8d2-4101-b275-6fef2da20cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.704440 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:56.709047 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:56.728995 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-aac91eeb-f8d2-4101-b275-6fef2da20cb8 None None] Port 20720b17-2eba-43c0-8065-e7a64678fc3f cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:20:57.017745 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20720b17-2eba-43c0-8065-e7a64678fc3f {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:20:57.025740 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks [] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.037780 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Transition to ACTIVE for port object 20720b17-2eba-43c0-8065-e7a64678fc3f will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:20:57.098924 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.176767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Pushing event updated for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:57.207593 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Attempting to bind port 20720b17-2eba-43c0-8065-e7a64678fc3f on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:20:57.207931 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Attempting to bind port 20720b17-2eba-43c0-8065-e7a64678fc3f by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:20:57.208303 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Attempting to bind port 20720b17-2eba-43c0-8065-e7a64678fc3f on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:57.213313 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Port 20720b17-2eba-43c0-8065-e7a64678fc3f on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:20:57.218821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Attempting to bind port 20720b17-2eba-43c0-8065-e7a64678fc3f on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:20:57.218821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:20:57.219062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:20:57.219398 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Bound using segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:20:57.219830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Bound port: 20720b17-2eba-43c0-8065-e7a64678fc3f, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:20:57.220216 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.275331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:57.286151 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:20:57.289519 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=20720b17-2eba-43c0-8065-e7a64678fc3f,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:20:57.366498 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e5e4a-ed31-40ce-86d4-d11f8e0b5601 req-2b5f0aa2-d7fc-427c-95a6-ad917a36c36c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.368546 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0a6e5e4a-ed31-40ce-86d4-d11f8e0b5601 req-2b5f0aa2-d7fc-427c-95a6-ad917a36c36c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0462103 Aug 25 03:20:57.374019 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.378298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.378911 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.380334 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 200 len: 1093 time: 0.7399433 Aug 25 03:20:57.380842 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:20:57.383977 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5744c991-7950-494d-b385-59278ee75cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:20:57.425824 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-0a6e5e4a-ed31-40ce-86d4-d11f8e0b5601 req-cb94e163-6136-474d-b010-2b99a88e445d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514379 Aug 25 03:20:57.437110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c422fd-53b5-4465-97f7-2a54c2d880b8 x-openstack-request-id: req-76c422fd-53b5-4465-97f7-2a54c2d880b8 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:20:57.437110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:20:57.437110 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76c422fd-53b5-4465-97f7-2a54c2d880b8 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:20:57.437110 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c422fd-53b5-4465-97f7-2a54c2d880b8'] response: {'name': 'network-changed', 'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'status': 'completed', 'code': 200} Aug 25 03:20:57.481102 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f92622-fbfd-45b4-8234-a830a3977815 service neutron] Pushing event updated for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:20:57.493734 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.496286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c991-7950-494d-b385-59278ee75cb6 req-8a44611c-cc12-475b-8939-a2ea49e4bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.497785 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5744c991-7950-494d-b385-59278ee75cb6 req-8a44611c-cc12-475b-8939-a2ea49e4bf58 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1127 time: 0.0441360 Aug 25 03:20:57.521069 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:20:57.602535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c991-7950-494d-b385-59278ee75cb6 req-fde6b95f-34cc-4be4-830e-ce2e16b9d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.603956 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5744c991-7950-494d-b385-59278ee75cb6 req-fde6b95f-34cc-4be4-830e-ce2e16b9d68b service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=0bb0777527214f059e031c3b484a2eb1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976806 Aug 25 03:20:57.699036 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c991-7950-494d-b385-59278ee75cb6 req-9f0e09ab-6206-40db-b448-82220991597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.700518 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5744c991-7950-494d-b385-59278ee75cb6 req-9f0e09ab-6206-40db-b448-82220991597c service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910487 Aug 25 03:20:57.781552 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-f1c99184-3a80-45b2-a793-e702fe12033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.783201 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-f1c99184-3a80-45b2-a793-e702fe12033c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1127 time: 0.0439425 Aug 25 03:20:57.823576 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-d7b4cdc3-9b56-48a6-acb1-6ff40fd433e6 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 200 len: 217 time: 0.0332839 Aug 25 03:20:57.873134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-fa4d9ec4-99de-45b9-94fb-61b51a6aa6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.874553 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-fa4d9ec4-99de-45b9-94fb-61b51a6aa6a9 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0456777 Aug 25 03:20:57.918235 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-999868c6-f326-4d5f-953f-a1f867a3f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:57.919763 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-999868c6-f326-4d5f-953f-a1f867a3f3a2 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393989 Aug 25 03:20:58.015846 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-b9093469-fe62-4a14-acd0-aca928671646 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892456 Aug 25 03:20:58.109077 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e896757a-b7fb-4ab2-a265-15c4263380a7 req-317b0a95-e2af-4af4-8c7b-ed14dfa09b3c service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Aug 25 03:20:58.548375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b57f-6ca5-4d6f-8646-1b2746986cd9 req-86ea32aa-1038-4e5f-9c40-a5cc04cc4e05 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:58.549824 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc52b57f-6ca5-4d6f-8646-1b2746986cd9 req-86ea32aa-1038-4e5f-9c40-a5cc04cc4e05 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0481136 Aug 25 03:20:58.594658 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:20:58.599509 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-fc52b57f-6ca5-4d6f-8646-1b2746986cd9 req-11c6bbec-b56c-4ac4-8732-b311dcb236b6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Aug 25 03:20:59.720576 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293417d8-f3e7-4d6a-ac9a-e27835769e10 req-0d3be06c-8092-4f7f-85b5-1669e8040450 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:20:59.722029 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-293417d8-f3e7-4d6a-ac9a-e27835769e10 req-0d3be06c-8092-4f7f-85b5-1669e8040450 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0465250 Aug 25 03:20:59.774192 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-293417d8-f3e7-4d6a-ac9a-e27835769e10 req-c0755c7a-1749-42fe-81d1-c51e1095ea61 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Aug 25 03:21:00.892210 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e20f3-c405-40ac-a2c0-34edd0872574 req-008075de-efdf-49e2-a1de-45ed763b95d0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:00.893674 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ed1e20f3-c405-40ac-a2c0-34edd0872574 req-008075de-efdf-49e2-a1de-45ed763b95d0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0478511 Aug 25 03:21:00.943730 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ed1e20f3-c405-40ac-a2c0-34edd0872574 req-5bc6eb51-1bbd-409a-9204-d63c7f4a2df1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442774 Aug 25 03:21:01.486126 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:01.487125 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:02.060523 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b13b-a459-4248-a96e-36918e0144c3 req-e2847f55-a0a5-4c99-b55e-fff4faf63cd1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:02.061987 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-96b9b13b-a459-4248-a96e-36918e0144c3 req-e2847f55-a0a5-4c99-b55e-fff4faf63cd1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0467875 Aug 25 03:21:02.112002 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-96b9b13b-a459-4248-a96e-36918e0144c3 req-82441f11-e875-4cd5-bc14-e55f49ea61ed tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Aug 25 03:21:03.233783 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3871bb-852f-4d56-8f8a-89f0ed64bb1e req-3477f167-b956-48d3-928c-872f3887d80c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:03.235376 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6d3871bb-852f-4d56-8f8a-89f0ed64bb1e req-3477f167-b956-48d3-928c-872f3887d80c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0503757 Aug 25 03:21:03.284400 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6d3871bb-852f-4d56-8f8a-89f0ed64bb1e req-29061f31-47d9-4b5b-a097-0c594a76521b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Aug 25 03:21:04.406410 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df16a89-8a24-432d-862c-f664d7928292 req-21f668ea-d591-45a8-85cd-1d1efffe601e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:04.407899 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8df16a89-8a24-432d-862c-f664d7928292 req-21f668ea-d591-45a8-85cd-1d1efffe601e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0481880 Aug 25 03:21:04.456824 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8df16a89-8a24-432d-862c-f664d7928292 req-3c9ea4bc-598c-4e82-b317-d2c97ee66cd9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433867 Aug 25 03:21:05.575388 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bd9de-a8da-4932-a28a-8ee210a4b72a req-9b718dfe-7189-4d51-9d5d-a7cb3b72a419 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:05.576774 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e7bd9de-a8da-4932-a28a-8ee210a4b72a req-9b718dfe-7189-4d51-9d5d-a7cb3b72a419 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 943 time: 0.0470321 Aug 25 03:21:05.625221 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2e7bd9de-a8da-4932-a28a-8ee210a4b72a req-7e23f405-5e7b-4bd4-bd73-805e19c46a13 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Aug 25 03:21:05.965991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 20720b17-2eba-43c0-8065-e7a64678fc3f details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:21:05.968306 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:05.969795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:06.069471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=20720b17-2eba-43c0-8065-e7a64678fc3f,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:21:06.080956 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'port_id': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'mac_address': 'fa:16:3e:e4:68:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:21:06.115626 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 20720b17-2eba-43c0-8065-e7a64678fc3f is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:21:06.116011 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:06.129368 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20720b17-2eba-43c0-8065-e7a64678fc3f {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:21:06.153026 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=20720b17-2eba-43c0-8065-e7a64678fc3f,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:21:06.224915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:06.272223 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:21:06.443798 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['20720b17-2eba-43c0-8065-e7a64678fc3f'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:21:06.747387 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5af978-eb5f-4c06-b6b4-b6cc68506a29 req-a01832ca-4381-4423-a66f-afbcbce4b87a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:06.748888 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ba5af978-eb5f-4c06-b6b4-b6cc68506a29 req-a01832ca-4381-4423-a66f-afbcbce4b87a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 944 time: 0.0501323 Aug 25 03:21:06.798279 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ba5af978-eb5f-4c06-b6b4-b6cc68506a29 req-7dd31ed6-66a1-4496-a651-319c0a4d358d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Aug 25 03:21:07.921016 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39650a75-b7d4-423e-abcb-a12cc04639ef req-3e5d2f09-6468-4d8a-b1d0-4befbbdec87c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:07.922497 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-39650a75-b7d4-423e-abcb-a12cc04639ef req-3e5d2f09-6468-4d8a-b1d0-4befbbdec87c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 944 time: 0.0514855 Aug 25 03:21:07.967417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 20720b17-2eba-43c0-8065-e7a64678fc3f up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:21:07.973064 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-39650a75-b7d4-423e-abcb-a12cc04639ef req-2fcb2abe-0db1-4c88-ac95-819814c9a063 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 Aug 25 03:21:08.010996 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 20720b17-2eba-43c0-8065-e7a64678fc3f completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:21:08.093565 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 20720b17-2eba-43c0-8065-e7a64678fc3f triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:21:08.093874 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:08.171370 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 20720b17-2eba-43c0-8065-e7a64678fc3f is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:21:08.171753 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:08.194267 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:21:08.196599 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f255e-c724-40ca-a87b-a1d2c63dd672" -d '{"events": [{"server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "name": "network-vif-plugged", "status": "completed", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:21:08.208828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=20720b17-2eba-43c0-8065-e7a64678fc3f,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:21:08.235451 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6e2c8-272a-4e5f-9dc0-fd60357a492a x-openstack-request-id: req-94e6e2c8-272a-4e5f-9dc0-fd60357a492a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:21:08.235745 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "name": "network-vif-plugged", "status": "completed", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:21:08.236000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94e6e2c8-272a-4e5f-9dc0-fd60357a492a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:21:08.236432 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e6e2c8-272a-4e5f-9dc0-fd60357a492a'] response: {'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'code': 200} Aug 25 03:21:08.286503 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:08.333982 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:21:08.509981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:08.538061 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51bd4-5fdb-4423-aa3e-08717ea174b2 req-fb6bdd55-110a-4541-8b15-f6c6838f7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:08.540302 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98d51bd4-5fdb-4423-aa3e-08717ea174b2 req-fb6bdd55-110a-4541-8b15-f6c6838f7670 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1129 time: 0.0392482 Aug 25 03:21:08.585575 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-98d51bd4-5fdb-4423-aa3e-08717ea174b2 req-35ad532a-72c3-494b-a7c9-7193b139f5ff service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Aug 25 03:21:09.146249 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec73184-2756-4622-944e-25b01696ea63 req-b1ba77a1-a4fe-4d7b-973a-39c058e8ce5b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:09.147687 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9ec73184-2756-4622-944e-25b01696ea63 req-b1ba77a1-a4fe-4d7b-973a-39c058e8ce5b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0989506 Aug 25 03:21:09.199901 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9ec73184-2756-4622-944e-25b01696ea63 req-3fb1e014-ade0-47da-925e-3024e18ba766 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Aug 25 03:21:10.369297 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ed395-3319-46f3-b856-37fbbf496a1e req-95d45e62-49d3-467b-8fc1-c162647853a4 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:10.370754 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8c6ed395-3319-46f3-b856-37fbbf496a1e req-95d45e62-49d3-467b-8fc1-c162647853a4 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0974107 Aug 25 03:21:10.416234 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:10.421357 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8c6ed395-3319-46f3-b856-37fbbf496a1e req-a1faaa16-247b-48b6-b81c-4a4d442a3ffb tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Aug 25 03:21:10.539298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaecdb-cadb-4a89-b37c-be92ee84e996 req-a455d01f-4846-48b0-a982-fe0f87b991e0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:10.540662 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dbeaecdb-cadb-4a89-b37c-be92ee84e996 req-a455d01f-4846-48b0-a982-fe0f87b991e0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0473742 Aug 25 03:21:10.589716 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-dbeaecdb-cadb-4a89-b37c-be92ee84e996 req-e59d3bf1-03b2-4243-a859-9aa806822e8f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Aug 25 03:21:10.616670 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60544) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:21:10.698361 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03375397-4036-4f88-9a90-a7f9bbb7a016 tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:10.699847 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-03375397-4036-4f88-9a90-a7f9bbb7a016 tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1124 time: 0.0814266 Aug 25 03:21:10.702754 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60548) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:21:10.706799 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'port_id': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:21:10.719766 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:10.813428 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:10.892034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:10.998744 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.27.1.208 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/b42f7efb-a0d6-4956-9d82-eb6c5380e0e1) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:21:11.098485 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:11.185005 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:11.228096 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:21:11.231167 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:21:11.234709 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:21:11.261500 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=b42f7efb-a0d6-4956-9d82-eb6c5380e0e1,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:21:11.275484 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.275829 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.276193 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.276533 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.276881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.277197 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.277521 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.277842 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.278166 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.278486 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.278807 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.279128 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.279445 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.279760 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.280075 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:21:11.558990 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:11.610902 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (2a51c6aa-f209-48d5-bf7d-179c35c9c2f7), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:11.613310 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:11.738555 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:11.886820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:11.944793 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:12.013220 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=b42f7efb-a0d6-4956-9d82-eb6c5380e0e1,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:21:12.015525 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (2a51c6aa-f209-48d5-bf7d-179c35c9c2f7), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:12.111670 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 2a51c6aa-f209-48d5-bf7d-179c35c9c2f7 associated. External IP: 172.27.1.208, port: 20720b17-2eba-43c0-8065-e7a64678fc3f. Aug 25 03:21:12.306523 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:21:12.401725 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:12.412186 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:21:12.423126 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:21:12.430801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:12.440796 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:21:12.440796 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:21:12.525732 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:12.535720 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:21:12.557914 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-09f1a976-cb63-4eb1-9e8b-ca4cf3dd5c00 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8540673 Aug 25 03:21:12.558402 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:21:12.560694 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:21:12.599292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c648093-87b4-4bf9-bd75-4e2ec4e249eb x-openstack-request-id: req-0c648093-87b4-4bf9-bd75-4e2ec4e249eb {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:21:12.599601 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:21:12.599848 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c648093-87b4-4bf9-bd75-4e2ec4e249eb {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:21:12.600286 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c648093-87b4-4bf9-bd75-4e2ec4e249eb'] response: {'name': 'network-changed', 'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'status': 'completed', 'code': 200} Aug 25 03:21:12.672077 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-b801cd6c-790b-41b8-ab67-4fbb57402afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:12.673651 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-b801cd6c-790b-41b8-ab67-4fbb57402afe service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1129 time: 0.0414386 Aug 25 03:21:12.752972 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '2a51c6aa-f209-48d5-bf7d-179c35c9c2f7', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:e4:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:21:11Z', 'updated_at': '2022-08-25T03:21:11Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:21:12.770965 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-5ace7655-4b19-47ee-bf41-60f168bad08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:12.773715 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-5ace7655-4b19-47ee-bf41-60f168bad08a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0917251 Aug 25 03:21:12.778690 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:21:12.787409 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:21:12.788013 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:20:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:21:12.834471 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-f5a74df3-3d44-4e7e-9bf9-3d0328f1ce2c service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 200 len: 999 time: 0.0558646 Aug 25 03:21:12.885981 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-6fdee155-d51e-460b-bd45-59a91a183ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:12.887612 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-6fdee155-d51e-460b-bd45-59a91a183ab7 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0470405 Aug 25 03:21:12.904433 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:21:12.936533 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-b7e360a8-ffca-46f2-b041-10df7b93ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:12.938097 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-b7e360a8-ffca-46f2-b041-10df7b93ee6e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445461 Aug 25 03:21:12.951206 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:13.031918 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-98aca8c4-1c19-43f7-af06-07eb6c60c9e9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878274 Aug 25 03:21:13.123573 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '2a51c6aa-f209-48d5-bf7d-179c35c9c2f7', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:e4:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:21:11Z', 'updated_at': '2022-08-25T03:21:11Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:21:13.128545 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-62a18721-a55d-4c2c-8ddb-db6c6792b2cf req-387a0826-d097-402e-8ec9-db05d61418b8 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909777 Aug 25 03:21:13.149806 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a8f36-93d0-40e3-9b00-84a281c6b6c4 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '2a51c6aa-f209-48d5-bf7d-179c35c9c2f7', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:e4:68:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:21:11Z', 'updated_at': '2022-08-25T03:21:11Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:21:13.358192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590a043-0825-461a-98b3-b7f2a65f2e10 None None] New status for floating IP 2a51c6aa-f209-48d5-bf7d-179c35c9c2f7: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:21:13.400799 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:13.543441 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:21:22.245991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0faccf7d-6540-485e-91fe-6db51c1ab85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:22.552533 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:22.553550 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:23.119124 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=66 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:23.125120 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=21 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:23.127301 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=75 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:23.538890 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=75 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:24.434444 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-95804c02-8cd9-4092-a66c-3589e49bf3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:25.754290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:27.470022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:27.527168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:29.103731 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-b39cbad9-de14-4278-9cbd-1b0407c7fced service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386615 Aug 25 03:21:29.189415 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-bafbec18-cdc7-489e-b756-da993deae875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:29.190827 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-bafbec18-cdc7-489e-b756-da993deae875 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1129 time: 0.0395818 Aug 25 03:21:29.300461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-b077fdfc-e824-46b5-92c7-724a47978974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:29.301922 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-b077fdfc-e824-46b5-92c7-724a47978974 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0898299 Aug 25 03:21:29.362395 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-ca78a260-096a-47bc-a369-435ac49a4345 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 200 len: 1001 time: 0.0542071 Aug 25 03:21:29.415114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-a8f6ca3d-567a-4808-83e8-89c0f8fe1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:29.416560 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-a8f6ca3d-567a-4808-83e8-89c0f8fe1fe2 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0476820 Aug 25 03:21:29.458992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-0bdfb49c-4e8e-43ba-bbc5-d2ad69d7c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:21:29.461049 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-0bdfb49c-4e8e-43ba-bbc5-d2ad69d7c7ae service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388036 Aug 25 03:21:29.552173 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-524b4593-3785-45fd-99dc-02776b17503b service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836873 Aug 25 03:21:29.646233 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0604d994-d5cf-43a5-83d8-f20c688f9730 req-94a3beb8-ee79-4a13-b886-7257335721c7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875304 Aug 25 03:21:37.419862 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:37.423762 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:37.425442 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:38.475986 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:38.481905 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:39.641899 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=50 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:39.642689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=51 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:41.294839 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-a28cc20a-6dfb-406e-9ac9-92bdbcac002a req-a210322b-1720-4661-841b-ab0b8635d90d service neutron] (107023) timed out ('10.222.0.79', 56322) {{(pid=107023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:21:42.469469 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:43.446708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-5bedbf78-18f2-47a9-8ef4-f69566bfb616 req-9481f26f-0927-41f8-8c40-891f386750f5 service neutron] (107022) timed out ('10.222.0.79', 56331) {{(pid=107022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:21:50.508733 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:50.510404 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:21:50.541667 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:21:52.264208 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3307b6bf-f189-468c-bdeb-4be2494534c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:54.341063 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-c2e559ff-466b-4af8-8099-7361e5626cc4 req-690d934d-21d8-43a9-a5cd-8bd395038be0 service neutron] (107023) timed out ('10.222.0.79', 56332) {{(pid=107023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:21:54.430152 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-284480a7-2800-4fa1-9226-9b46cc278d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:55.766584 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:57.461597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:21:57.532316 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:00.570731 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:07.420595 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:07.425457 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:07.427164 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:12.486356 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:15.474057 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:15.478946 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:22.240462 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8c20d6-12a5-46c5-9bbf-ecba4a06f800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:24.440158 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-27299e62-a167-4819-9308-8b9a63c60fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:25.788728 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:27.466297 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:27.541885 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:22:27.548891 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:30.101918 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-a3971635-e1af-4fb9-ad25-f815ae788bc4 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388343 Aug 25 03:22:30.186815 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf722-5b71-4e48-a817-8229ba062494 req-b51f83e5-629f-4ac6-8fb3-63bc14102d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:22:30.188776 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-b51f83e5-629f-4ac6-8fb3-63bc14102d3e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 1129 time: 0.0449831 Aug 25 03:22:30.288320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf722-5b71-4e48-a817-8229ba062494 req-e5ca54c0-6a41-4149-922a-1ed0d3483240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:22:30.289758 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-e5ca54c0-6a41-4149-922a-1ed0d3483240 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0843775 Aug 25 03:22:30.353954 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-20d69607-b589-468f-baba-c27142f3fa79 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 200 len: 1001 time: 0.0587852 Aug 25 03:22:30.402521 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf722-5b71-4e48-a817-8229ba062494 req-f6ba7377-d7e5-421f-818d-d7277de08146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:22:30.403962 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-f6ba7377-d7e5-421f-818d-d7277de08146 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0444329 Aug 25 03:22:30.445956 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf722-5b71-4e48-a817-8229ba062494 req-12af6a1a-1592-4181-804f-13dd4796ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:22:30.447310 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-12af6a1a-1592-4181-804f-13dd4796ab55 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382409 Aug 25 03:22:30.539786 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-a6760d6a-d4db-46ac-9e3b-7ef228bbf957 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869617 Aug 25 03:22:30.631191 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-11baf722-5b71-4e48-a817-8229ba062494 req-446df3da-291d-4a1f-b685-afe3cbfea759 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Aug 25 03:22:37.423899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:37.428905 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:37.430664 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:37.537819 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:40.626130 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=46 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:40.628014 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=55 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:42.465546 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:52.248417 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3fa8-aaf4-4d25-bd22-4c0548a8656a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:52.475630 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=19 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:54.439828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6d47f58d-28dc-402f-9c9f-2d016cbecf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:54.466222 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:22:55.820173 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:57.476587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:22:57.513885 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:04.540801 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:23:07.397317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:07.429078 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:07.434876 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:08.132227 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badbed1-8319-43cf-805f-97b59550a723 req-5b9329ea-1b9b-4651-b3fc-37d19f721a4a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:08.133763 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6badbed1-8319-43cf-805f-97b59550a723 req-5b9329ea-1b9b-4651-b3fc-37d19f721a4a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0546081 Aug 25 03:23:08.186275 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6badbed1-8319-43cf-805f-97b59550a723 req-5726a1a3-7b5c-4c9c-bd82-0605f2e40d4c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466957 Aug 25 03:23:09.314647 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8995451-15b0-4261-982a-34a507e5b20a req-3ee19d6b-1db2-45d0-9def-628bba31d102 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:09.316129 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a8995451-15b0-4261-982a-34a507e5b20a req-3ee19d6b-1db2-45d0-9def-628bba31d102 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0510156 Aug 25 03:23:09.367170 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a8995451-15b0-4261-982a-34a507e5b20a req-ed3bb78c-0d9a-47ac-8758-e4f3867d69e1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452611 Aug 25 03:23:09.590035 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-1b35588e-495f-4488-8f40-07881df9d694 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:09.591368 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-1b35588e-495f-4488-8f40-07881df9d694 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 945 time: 0.0469117 Aug 25 03:23:09.673117 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port 20720b17-2eba-43c0-8065-e7a64678fc3f {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:23:09.673452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:09.763721 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] For port 20720b17-2eba-43c0-8065-e7a64678fc3f, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=20720b17-2eba-43c0-8065-e7a64678fc3f,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:23:09.764079 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:09.918938 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:09.919297 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (2a51c6aa-f209-48d5-bf7d-179c35c9c2f7), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:09.919608 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 2a51c6aa-f209-48d5-bf7d-179c35c9c2f7 disassociated. External IP: 172.27.1.208, port: 20720b17-2eba-43c0-8065-e7a64678fc3f. Aug 25 03:23:09.919946 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for 20720b17-2eba-43c0-8065-e7a64678fc3f owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:23:10.168006 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (20720b17-2eba-43c0-8065-e7a64678fc3f), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:10.194476 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=20720b17-2eba-43c0-8065-e7a64678fc3f,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:10.207402 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.207752 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.208100 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.208466 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.208779 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.209107 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.209438 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.209764 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.210091 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.210435 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.210743 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.211065 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.211386 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.213570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.213570 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:10.475942 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-8d8d7e12-f5f4-403b-a0be-da2c50115148 req-3221d719-6811-4925-a442-47467bc21621 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0299039 Aug 25 03:23:10.591362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:23:10.690199 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:10.701183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:23:10.712766 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:23:10.723458 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:23:10.724074 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:22:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:10.744894 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] No DVR routers for this DVR port 20720b17-2eba-43c0-8065-e7a64678fc3f on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:23:10.747520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:10.750865 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a5b183f0-f050-4d9c-b361-6848a558e4b8 req-85fde5c8-2269-4515-bfe2-5f58c8834318 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "DELETE /networking/v2.0/ports/20720b17-2eba-43c0-8065-e7a64678fc3f HTTP/1.1" status: 204 len: 173 time: 1.1547153 Aug 25 03:23:10.751295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'name': 'network-vif-deleted', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:23:10.753603 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d7860-1219-47c9-a51c-ef40f9aee58c" -d '{"events": [{"server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "name": "network-vif-deleted", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:23:10.859791 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bdd47-a228-4555-b6d6-848f09eb72d5 x-openstack-request-id: req-cc1bdd47-a228-4555-b6d6-848f09eb72d5 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:23:10.860103 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9a2602-9471-4825-93c1-7adbec0cc61f", "name": "network-vif-deleted", "tag": "20720b17-2eba-43c0-8065-e7a64678fc3f", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:23:10.860410 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc1bdd47-a228-4555-b6d6-848f09eb72d5 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:23:10.860817 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1bdd47-a228-4555-b6d6-848f09eb72d5'] response: {'server_uuid': '5a9a2602-9471-4825-93c1-7adbec0cc61f', 'name': 'network-vif-deleted', 'tag': '20720b17-2eba-43c0-8065-e7a64678fc3f', 'status': 'completed', 'code': 200} Aug 25 03:23:10.914362 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:23:11.101547 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:11.125627 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:23:11.134268 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:23:11.134854 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:22:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:11.237811 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:23:11.427497 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:11.452976 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc24b4-2b6b-4ea2-b631-f9849bee56c9 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:23:11.594977 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f3568ea9-97e0-45fd-baf3-70a9722d7c2e req-8d29d889-c7d6-41f4-9d87-ca2086fec75c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a9a2602-9471-4825-93c1-7adbec0cc61f HTTP/1.1" status: 200 len: 210 time: 0.0294023 Aug 25 03:23:11.679335 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d14aee-b358-47dd-baf5-5f6bc6e1fabc None None] New status for floating IP 2a51c6aa-f209-48d5-bf7d-179c35c9c2f7: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:23:12.458598 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:12.817052 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-a83f2ae7-4242-4bec-8344-0e8690fe00c3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-621624000&fields=id&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 267 time: 0.0447078 Aug 25 03:23:12.925320 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-023b9515-edee-48c0-9c6e-ea3076b8b8a8 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:12.926799 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-023b9515-edee-48c0-9c6e-ea3076b8b8a8 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1028678 Aug 25 03:23:12.942107 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-80d60f04-f1b0-41c0-89e3-f97d49f9c1f4 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/quotas/0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 375 time: 0.0090585 Aug 25 03:23:12.991858 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-48de86fe-c4af-4c97-b7dd-ed1b1d614f5c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441105 Aug 25 03:23:13.092654 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-74d6aca0-4a36-415f-abf5-b46282bc5919 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Aug 25 03:23:13.183124 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-f2abd098-9feb-4699-9bc3-70aed9355214 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847752 Aug 25 03:23:13.758480 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-0dabf9df-7643-4e50-a5ce-dd72e025c089 req-1ce7fd47-1976-4a06-a05f-aa930b8507bb tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 210 time: 0.0343914 Aug 25 03:23:14.576500 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 20720b17-2eba-43c0-8065-e7a64678fc3f no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:23:14.597895 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 20720b17-2eba-43c0-8065-e7a64678fc3f {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:23:14.598168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 20720b17-2eba-43c0-8065-e7a64678fc3f not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:23:14.860355 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-5e5b6969-eb44-4000-bbb3-23c3eae444bf req-e106be24-2878-4200-8f60-50b57340d1dd tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 210 time: 0.0293357 Aug 25 03:23:15.830438 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:15.867814 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-e5ddea0e-7e2a-4930-bf02-ea243ddef710 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:15.870011 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-e5ddea0e-7e2a-4930-bf02-ea243ddef710 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1047683 Aug 25 03:23:15.935286 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-2151cad6-ba02-4650-940c-209c4daea64f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 379 time: 0.0581653 Aug 25 03:23:15.951167 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'port': {'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'admin_state_up': True, 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'security_groups': ['60164593-2f3e-4141-b4d6-ac4114a4a6c7']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:23:15.974413 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-1ea7ab47-1404-4ad5-8c0c-a9d8d45d0a92 req-82ed0fdd-4048-49da-9269-555208af3a97 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 210 time: 0.0370746 Aug 25 03:23:16.136830 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Made reservation on behalf of 0bb0777527214f059e031c3b484a2eb1 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:23:16.140763 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.270376 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.20.0.11 (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd/c0f64340-ccbc-41a7-8648-d96fdd473e37/4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:23:16.417392 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.511298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.553183 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:16.555865 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:23:16.559116 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:23:16.563012 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:23:16.593881 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:16.625318 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:16.625941 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.723065 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-7caeb0de-8534-4d8b-a97a-32ea39792f9e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761776 Aug 25 03:23:16.734013 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Request body: {'port': {'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:23:16.798698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.846525 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-76c7121b-88d0-4c06-a8ad-d5e9d64072b3 None None] Provisioning complete for port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:23:16.847106 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-76c7121b-88d0-4c06-a8ad-d5e9d64072b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:16.879000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-76c7121b-88d0-4c06-a8ad-d5e9d64072b3 None None] Port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:23:16.909181 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:17.065164 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:23:17.073592 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks [] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:17.086516 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Transition to ACTIVE for port object 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:23:17.113781 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceb7a0-fe5b-46ff-8cb2-b5668899b8e7 req-c43c8c58-2ce2-45d7-bd17-f159e64b9763 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.115293 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f0ceb7a0-fe5b-46ff-8cb2-b5668899b8e7 req-c43c8c58-2ce2-45d7-bd17-f159e64b9763 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 932 time: 0.0519207 Aug 25 03:23:17.167013 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f0ceb7a0-fe5b-46ff-8cb2-b5668899b8e7 req-bf5fb882-c1c2-47c4-9b53-4192c0837dac tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451877 Aug 25 03:23:17.196589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:17.264819 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:17.314850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Attempting to bind port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:23:17.315179 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Attempting to bind port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:23:17.315507 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Attempting to bind port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:23:17.319821 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:23:17.320137 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Attempting to bind port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:23:17.327128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:23:17.327464 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:23:17.332356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Bound using segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:23:17.332356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Bound port: 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:23:17.332356 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:17.343231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:17.389816 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:23:17.392851 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:23:17.470495 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:17.474628 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.475236 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:17.476667 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 1094 time: 0.7472174 Aug 25 03:23:17.480441 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:23:17.480703 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:23:17.519492 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc58b35c-c6cb-4984-988d-39b2c1c74ca8 x-openstack-request-id: req-bc58b35c-c6cb-4984-988d-39b2c1c74ca8 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:23:17.519784 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:23:17.520036 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc58b35c-c6cb-4984-988d-39b2c1c74ca8 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:23:17.520462 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc58b35c-c6cb-4984-988d-39b2c1c74ca8'] response: {'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'status': 'completed', 'code': 200} Aug 25 03:23:17.538610 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4773-5a47-40a3-8ca2-a8a3871241f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:17.582556 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-1304c555-4704-43cb-972d-4e35157f88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.584134 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-1304c555-4704-43cb-972d-4e35157f88c0 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1128 time: 0.0400863 Aug 25 03:23:17.687584 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-764d10f9-0ed1-48e6-9f31-2707e480941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.689114 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-764d10f9-0ed1-48e6-9f31-2707e480941e service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=0bb0777527214f059e031c3b484a2eb1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955319 Aug 25 03:23:17.789535 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-a8ce5b92-823c-47bb-8c41-2409adea8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.790905 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6f3ce35f-2cd9-4242-9ed6-40b606c208d0 req-a8ce5b92-823c-47bb-8c41-2409adea8988 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963044 Aug 25 03:23:17.865520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-5b7c75c9-8ee0-4e8e-8648-9e85f3328c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.867014 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-5b7c75c9-8ee0-4e8e-8648-9e85f3328c3b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1128 time: 0.0398812 Aug 25 03:23:17.909710 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-755fdf8d-f14e-4664-af5e-7ab3e0e1f699 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 217 time: 0.0364842 Aug 25 03:23:17.958878 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-a30298cc-e310-43de-b356-6720ac42deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:17.960342 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-a30298cc-e310-43de-b356-6720ac42deff service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0449166 Aug 25 03:23:18.004067 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-444f9b6e-c4b1-4842-a01d-c140634eb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:18.005546 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-444f9b6e-c4b1-4842-a01d-c140634eb8fc service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387082 Aug 25 03:23:18.098293 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-c7e76eb4-4b14-4027-a326-7a882b253c75 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867229 Aug 25 03:23:18.188942 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b3b0c73d-03b0-4590-b24c-bcac21f16d7f req-df9b71ae-1ed2-4cb4-8373-bda1615745b7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838552 Aug 25 03:23:18.286473 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977ef13-fa42-41d8-b65c-a91ddf2499d4 req-ec4bec60-df78-4b7c-95c4-404c5856eab0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:18.287919 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9977ef13-fa42-41d8-b65c-a91ddf2499d4 req-ec4bec60-df78-4b7c-95c4-404c5856eab0 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0472074 Aug 25 03:23:18.336540 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9977ef13-fa42-41d8-b65c-a91ddf2499d4 req-aa752810-6415-4e00-9890-c1bc0d784cf7 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Aug 25 03:23:19.462416 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d2a54-0a89-4310-8b22-47838885ed7f req-811b5538-cc17-4a51-8c37-dbc0a6bb4021 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:19.465016 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6e3d2a54-0a89-4310-8b22-47838885ed7f req-811b5538-cc17-4a51-8c37-dbc0a6bb4021 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0531967 Aug 25 03:23:19.499937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:19.516802 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-6e3d2a54-0a89-4310-8b22-47838885ed7f req-9b69d55b-ea46-4d38-902e-3761131959cc tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 Aug 25 03:23:20.637808 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3896-eef5-4299-8956-ae72d1846b86 req-a2cf15fb-6310-4a18-b8e1-f1a9818e7886 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:20.639265 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f85a3896-eef5-4299-8956-ae72d1846b86 req-a2cf15fb-6310-4a18-b8e1-f1a9818e7886 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0495243 Aug 25 03:23:20.693578 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-f85a3896-eef5-4299-8956-ae72d1846b86 req-a5670d75-7188-4049-8105-5d6f74b277ba tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482502 Aug 25 03:23:21.814461 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109301-ed2a-45cf-890a-dc8773d465e6 req-251a0440-ea10-41ba-99d3-d350cadb5cad tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:21.815929 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d109301-ed2a-45cf-890a-dc8773d465e6 req-251a0440-ea10-41ba-99d3-d350cadb5cad tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0484383 Aug 25 03:23:21.865322 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d109301-ed2a-45cf-890a-dc8773d465e6 req-2ed9a672-a5fe-4153-a510-289c852ac5f6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Aug 25 03:23:22.224485 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4aaf15ef-cbf5-4300-a5f4-51919b2708fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:22.983099 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e6afe-81ec-474c-ad93-1ecef8b78b3a req-706e875a-acf3-4fd9-886e-6337432015ff tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:22.984486 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b36e6afe-81ec-474c-ad93-1ecef8b78b3a req-706e875a-acf3-4fd9-886e-6337432015ff tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0470710 Aug 25 03:23:23.032534 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-b36e6afe-81ec-474c-ad93-1ecef8b78b3a req-3c6aaa3a-30e3-46f7-99a3-6fcef28f69b4 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Aug 25 03:23:24.152942 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d2d45-a81d-4317-9300-c26ab300429c req-c0b508b5-099d-40de-875b-ee00cbb26eba tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:24.154507 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-333d2d45-a81d-4317-9300-c26ab300429c req-c0b508b5-099d-40de-875b-ee00cbb26eba tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0486741 Aug 25 03:23:24.206702 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-333d2d45-a81d-4317-9300-c26ab300429c req-5f9ceba1-0f88-4f47-9637-c4feda6a355d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467544 Aug 25 03:23:24.450836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-46b5a928-1422-40d4-97e3-28913a48ad23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:25.326157 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c263e-f071-4916-9ef7-19af2e75f1c9 req-3770204e-f46e-46c5-b6f4-2b567cb64848 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:25.327527 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-602c263e-f071-4916-9ef7-19af2e75f1c9 req-3770204e-f46e-46c5-b6f4-2b567cb64848 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0472848 Aug 25 03:23:25.348736 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:25.380921 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-602c263e-f071-4916-9ef7-19af2e75f1c9 req-72c9b64f-a79a-4b11-8313-c2fcb5183d8e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Aug 25 03:23:25.744130 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:26.510491 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8a271-120e-481f-8ffd-53da94310b38 req-23df5bea-7503-4cd6-ab2d-ef9fa72632a7 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:26.512183 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b7b8a271-120e-481f-8ffd-53da94310b38 req-23df5bea-7503-4cd6-ab2d-ef9fa72632a7 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 944 time: 0.0585032 Aug 25 03:23:26.562208 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b7b8a271-120e-481f-8ffd-53da94310b38 req-fcd276c5-bc66-4335-adff-41ab880e35ad tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 Aug 25 03:23:26.588162 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:23:26.688901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:23:26.699959 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:23:26.734857 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:23:26.735242 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:26.747786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:23:26.767856 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:23:26.846794 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:26.894817 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:26.902934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.903373 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.903791 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.904159 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.904502 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.904836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.905168 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.905492 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.905820 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.906146 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.906471 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.906795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.907120 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.907443 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:26.907764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:23:27.049192 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:23:27.499103 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:27.500524 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:27.679011 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8509bb-adfa-4aca-8ef9-2256c008b856 req-bdc8b972-0923-4384-a5e5-0a22bd30d979 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:27.680512 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ce8509bb-adfa-4aca-8ef9-2256c008b856 req-bdc8b972-0923-4384-a5e5-0a22bd30d979 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Aug 25 03:23:27.692207 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=100 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:27.732687 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ce8509bb-adfa-4aca-8ef9-2256c008b856 req-107b53b7-569e-4813-b540-789a303b15be tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460484 Aug 25 03:23:28.608398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:23:28.649642 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:23:28.813225 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:23:28.813607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:28.857623 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3afe-ec3c-4ebd-87e9-5f6d52edfb1a req-c174e37e-4170-41fd-91ba-20cffe1461b7 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:28.859226 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7ffc3afe-ec3c-4ebd-87e9-5f6d52edfb1a req-c174e37e-4170-41fd-91ba-20cffe1461b7 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 945 time: 0.0545349 Aug 25 03:23:28.889879 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:23:28.890375 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:28.909268 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7ffc3afe-ec3c-4ebd-87e9-5f6d52edfb1a req-c7064dfd-676a-445b-9115-382ec7f9ec12 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Aug 25 03:23:28.926997 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:23:28.926997 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b59868-bd61-4a98-ad23-eb8147956213" -d '{"events": [{"server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:23:28.929864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:23:28.967700 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971ba62f-81c2-4edf-9ab9-48f025cec200 x-openstack-request-id: req-971ba62f-81c2-4edf-9ab9-48f025cec200 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:23:28.967700 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:23:28.967700 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-971ba62f-81c2-4edf-9ab9-48f025cec200 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:23:28.967700 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971ba62f-81c2-4edf-9ab9-48f025cec200'] response: {'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'code': 200} Aug 25 03:23:29.035556 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:29.086848 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:29.285953 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753bd7-45a8-4287-96a4-4eaa911203aa req-b41d805e-7e0b-49ca-aaf8-e2cc8f8e8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:29.287403 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5a753bd7-45a8-4287-96a4-4eaa911203aa req-b41d805e-7e0b-49ca-aaf8-e2cc8f8e8ef1 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0424399 Aug 25 03:23:29.332978 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-5a753bd7-45a8-4287-96a4-4eaa911203aa req-6ee5a0cd-ae8e-440a-b366-afdc31acdbfb service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Aug 25 03:23:29.472645 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=66 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:29.473402 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=74 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:30.012793 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:30.030746 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bfff7-85af-497a-ae59-1c6af8f49dbc req-48c1c7fe-63a3-4e8a-9bc2-1cb343c75e54 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:30.032317 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b56bfff7-85af-497a-ae59-1c6af8f49dbc req-48c1c7fe-63a3-4e8a-9bc2-1cb343c75e54 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Aug 25 03:23:30.088607 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b56bfff7-85af-497a-ae59-1c6af8f49dbc req-6ef56745-9d69-45b7-9bce-98dcc1ac69b2 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458241 Aug 25 03:23:31.210113 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174af00-bc50-46b2-a3c2-e16282257698 req-9392ce25-42c6-4e61-bcd8-fe0c25a5e779 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:31.211477 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c174af00-bc50-46b2-a3c2-e16282257698 req-9392ce25-42c6-4e61-bcd8-fe0c25a5e779 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.0474958 Aug 25 03:23:31.260957 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-c174af00-bc50-46b2-a3c2-e16282257698 req-e7cf9573-6364-4d79-ae55-ee818b517bf1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Aug 25 03:23:31.376352 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b954f-bd1e-4b3c-b849-3a2c938b715e req-e6ab73bf-8de8-4065-8fea-cc8c7652bb31 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:31.377797 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a49b954f-bd1e-4b3c-b849-3a2c938b715e req-e6ab73bf-8de8-4065-8fea-cc8c7652bb31 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.0467217 Aug 25 03:23:31.430801 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-a49b954f-bd1e-4b3c-b849-3a2c938b715e req-84a705e2-9a5d-449e-9a77-c530689377f3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474627 Aug 25 03:23:31.457574 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60672) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:23:31.500107 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7471d-f1d7-4c2c-83e5-2fcda8657a00 tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:31.500107 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-12b7471d-f1d7-4c2c-83e5-2fcda8657a00 tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1125 time: 0.0393631 Aug 25 03:23:31.502254 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60674) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:23:31.506353 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:23:31.584068 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:31.667182 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:31.727861 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:31.771858 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.27.1.100 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:23:31.881185 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:32.017082 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:32.060884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:23:32.073723 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:23:32.077900 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:23:32.081072 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:32.083003 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:32.144091 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-953454ec-092f-4a6f-bd0f-7b62347ba59e service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821776 Aug 25 03:23:32.251321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-72241b71-83a1-4eb9-a049-be35c3c3eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:32.252836 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-72241b71-83a1-4eb9-a049-be35c3c3eb5d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0672936 Aug 25 03:23:32.432498 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-b553e594-e576-419d-a74b-5a2d50791d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:32.433954 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-b553e594-e576-419d-a74b-5a2d50791d02 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.1414025 Aug 25 03:23:32.506550 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-3b0fa5d5-5282-4877-b13e-77ec89cfd768 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 217 time: 0.0385144 Aug 25 03:23:32.595319 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-fa707400-e7ee-4b84-a4b6-fa254d9bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:32.596761 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-fa707400-e7ee-4b84-a4b6-fa254d9bbb76 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0844307 Aug 25 03:23:32.641468 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (93370132-deed-41a2-932e-cecf70aa9359), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:32.708892 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-14aa9df7-24f1-43d4-a3e1-108e574aa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:32.710333 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-14aa9df7-24f1-43d4-a3e1-108e574aa98d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941150 Aug 25 03:23:32.797092 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:32.802609 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-377c33ba-63ab-46b7-b52d-f23c44df5539 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Aug 25 03:23:32.891937 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:32.949384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:32.954344 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cc09edcf-1166-475b-b933-fe05e689fd3c req-f166b296-8de5-428c-b8cd-5deb518e1545 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462464 Aug 25 03:23:33.062506 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:33.143853 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:33.210269 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (93370132-deed-41a2-932e-cecf70aa9359), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:33.211923 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:23:33.572558 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 93370132-deed-41a2-932e-cecf70aa9359 associated. External IP: 172.27.1.100, port: 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4. Aug 25 03:23:33.773027 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:23:33.879052 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:23:33.888931 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:23:33.904687 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:23:33.905510 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:23:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:34.005217 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:23:34.008714 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:34.040331 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-be840968-44dd-43b6-9556-8e2e41372faa tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5368912 Aug 25 03:23:34.040795 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:23:34.043128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d282f7a-838b-40ad-b586-d2a452ccc0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:23:34.081085 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb3b0da-6f41-4307-abfa-978e408abc0d x-openstack-request-id: req-3fb3b0da-6f41-4307-abfa-978e408abc0d {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:23:34.081375 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:23:34.081630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3fb3b0da-6f41-4307-abfa-978e408abc0d {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:23:34.082030 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb3b0da-6f41-4307-abfa-978e408abc0d'] response: {'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'status': 'completed', 'code': 200} Aug 25 03:23:34.133096 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:34.144993 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-a07ddd2c-fa2d-463d-ab0b-74c91f82c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:34.146570 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-a07ddd2c-fa2d-463d-ab0b-74c91f82c491 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0402250 Aug 25 03:23:34.225037 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:32Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:34.248173 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-b526f94a-169d-4874-9b87-32593084ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:34.249656 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-b526f94a-169d-4874-9b87-32593084ba6a service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0975394 Aug 25 03:23:34.249789 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:23:34.259066 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:23:34.259682 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:23:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:34.312174 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-203002e4-9efa-48d3-95b5-739da2ffbb9a service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 1000 time: 0.0568535 Aug 25 03:23:34.360942 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-2b2406d3-3b86-4ca9-b2eb-101ef0035c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:34.362409 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-2b2406d3-3b86-4ca9-b2eb-101ef0035c3d service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0447061 Aug 25 03:23:34.363003 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:23:34.405212 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:34.410708 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-ea9836f2-979a-439a-9992-831ec875da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:23:34.412264 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-ea9836f2-979a-439a-9992-831ec875da7b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440381 Aug 25 03:23:34.502032 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-054a5a21-67f3-482a-ba5c-bafb1cdd035a service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839372 Aug 25 03:23:34.577762 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:32Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:23:34.602390 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-7d282f7a-838b-40ad-b586-d2a452ccc0b8 req-3e79c3b4-34f5-462c-b362-13ebe488f6a2 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936892 Aug 25 03:23:34.604343 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446226f-4656-47ad-a847-ab71bfc6e250 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:32Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:23:34.798408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c09e7-55a5-4966-915b-856bc77e22e0 None None] New status for floating IP 93370132-deed-41a2-932e-cecf70aa9359: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:23:41.248345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:41.257316 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=23 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:41.539683 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:23:42.374061 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:42.375617 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:42.379795 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:42.463092 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:44.597400 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=18 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:44.599477 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=33 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:51.534735 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:51.535504 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:23:52.228686 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-36e3627a-c428-4440-8800-fd5933ef385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:54.478890 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ddefaec-aa86-4a49-a047-526f8ac27452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:55.742971 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:57.491729 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:23:57.508645 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:06.468496 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:06.469285 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:10.478287 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:10.480170 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:10.483355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:12.439327 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:18.538664 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:24:22.279880 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1459b7f6-f42f-45e4-b962-d8f4c56bed80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:23.999277 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-bd1c10f9-716d-4913-b668-283ae4d4bbf4 service neutron] (107022) timed out ('10.222.0.75', 54484) {{(pid=107022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:24:24.250582 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-5f86bc3f-2fba-49a5-9950-f5ff353af60a req-01869daf-27ca-46f5-964e-594e0693a32e tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] (107023) timed out ('10.222.0.75', 54498) {{(pid=107023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:24:24.410493 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e7ae304-179a-4fff-b1d9-078591a0127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:25.788108 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:27.461962 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:27.519557 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:28.534513 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:28.535336 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:34.074044 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-23a46c37-8875-484e-87a0-2568404269d5 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420678 Aug 25 03:24:34.163139 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b47c-e565-44f1-a021-844d092dec34 req-fbc8606e-2c59-4516-bffd-6a4474834210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:24:34.164731 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-fbc8606e-2c59-4516-bffd-6a4474834210 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0445952 Aug 25 03:24:34.291157 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b47c-e565-44f1-a021-844d092dec34 req-b4b69cdf-9c6b-44b9-8bad-5157298dad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:24:34.292593 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-b4b69cdf-9c6b-44b9-8bad-5157298dad50 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.1049712 Aug 25 03:24:34.364761 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-de582b95-84d1-41cd-905c-2ad6d2f0e98a service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 1002 time: 0.0661557 Aug 25 03:24:34.425118 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b47c-e565-44f1-a021-844d092dec34 req-30569597-f530-4138-bc33-61ed88b0370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:24:34.426618 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-30569597-f530-4138-bc33-61ed88b0370b service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0554669 Aug 25 03:24:34.475611 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b47c-e565-44f1-a021-844d092dec34 req-01ad3113-010e-43d3-b15f-1684c5718d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:24:34.477209 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-01ad3113-010e-43d3-b15f-1684c5718d6b service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443506 Aug 25 03:24:34.578071 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-49a6fed4-a4a4-4240-b64b-c8249d7a2b26 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949235 Aug 25 03:24:34.685813 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31c3b47c-e565-44f1-a021-844d092dec34 req-ba5e9522-6fe8-4198-a2cd-a0d81cbfc55b service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022491 Aug 25 03:24:37.441808 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:37.446885 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:37.449236 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:42.473246 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:44.680890 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=52 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:44.681934 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=49 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:50.469614 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:50.471510 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=17 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:24:52.238020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-448f7baa-f406-42cc-953b-399a8d10bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:54.414899 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-49fe5799-4dd9-4410-b805-9d353d711e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:55.537479 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:24:55.763985 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:57.467694 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:24:57.513381 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:05.532403 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:05.533194 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:07.401535 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:07.448522 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=9 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:07.452317 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:10.636292 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-59b91c2a-85ea-4154-8b92-6f6865a1a658 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-621624000&fields=id&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 267 time: 0.0488615 Aug 25 03:25:10.751349 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-43bff883-ade2-4f0e-9091-38c3a638ffec tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:10.752821 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-43bff883-ade2-4f0e-9091-38c3a638ffec tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1093874 Aug 25 03:25:10.767899 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-0fb7924a-0730-4215-b655-4bee0d7ad32a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/quotas/0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Aug 25 03:25:10.822520 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-9a4313ce-e6aa-451b-af71-2c341a688653 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490603 Aug 25 03:25:10.992921 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-635b97ff-d2d4-46ae-b1f7-66fe5d5e8aee service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590824 Aug 25 03:25:11.086373 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-573b6e90-e4d1-4a2d-a3d7-cdd3e3350816 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872312 Aug 25 03:25:11.926305 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-596d3d28-e6f7-4c12-b205-90374e83e0d6 req-7169999e-9f3d-45b2-8e1f-86578b31a563 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 210 time: 0.2685878 Aug 25 03:25:12.460479 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:13.036407 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cca8e867-ff96-45d8-a0e9-c40c5baf6d15 req-c43652ab-498c-4917-b7a4-8c5139caea8f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 210 time: 0.0342886 Aug 25 03:25:13.479974 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-08c0ecfa-9cbd-4396-8515-c8652deb6b28 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:13.482804 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-08c0ecfa-9cbd-4396-8515-c8652deb6b28 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 812 time: 0.1160877 Aug 25 03:25:13.551418 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-4124d2a9-4d8b-4dbb-a3b0-4296254fe98c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bb0777527214f059e031c3b484a2eb1 HTTP/1.1" status: 200 len: 379 time: 0.0609274 Aug 25 03:25:13.561272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'port': {'device_id': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'admin_state_up': True, 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'security_groups': ['60164593-2f3e-4141-b4d6-ac4114a4a6c7']}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:25:13.751587 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Made reservation on behalf of 0bb0777527214f059e031c3b484a2eb1 for: {'port': 1} {{(pid=107022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 03:25:13.755546 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:13.892751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.db_base_plugin_common [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.20.0.10 (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd/c0f64340-ccbc-41a7-8648-d96fdd473e37/7391d703-d865-43fb-97f9-1cbc932d56e5) {{(pid=107022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:25:13.973468 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:13.990061 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:14.045076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), precommit_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.146361 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_create {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.153433 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-9753391a-b5e0-4122-8e69-1079df6aae0c req-073c10b7-2ddd-433d-8f3f-4f53a5328f49 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 210 time: 0.0294042 Aug 25 03:25:14.201679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd is already hosted by enough agents. {{(pid=107022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:25:14.205463 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.base_scheduler [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:25:14.209715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:25:14.214792 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=1']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:14.243247 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.243371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.243704 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.244114 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.244413 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.244751 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.245087 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.245409 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.245774 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.246840 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.247624 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.247962 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.248321 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.248648 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.248975 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:14.286627 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:14.287246 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.419991 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-5f848910-36ac-4f73-82de-35cb39dd3218 None None] Provisioning complete for port 7391d703-d865-43fb-97f9-1cbc932d56e5 triggered by entity DHCP. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:25:14.420610 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5f848910-36ac-4f73-82de-35cb39dd3218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.428330 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-f2d2bae8-2e6e-4ac5-bdf1-1cad7f2cb8d3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8715508 Aug 25 03:25:14.438897 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.v2.base [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Request body: {'port': {'device_id': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=107022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:25:14.453022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-5f848910-36ac-4f73-82de-35cb39dd3218 None None] Port 7391d703-d865-43fb-97f9-1cbc932d56e5 cannot update to ACTIVE because it is not bound. {{(pid=107024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 03:25:14.502525 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.767000 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7391d703-d865-43fb-97f9-1cbc932d56e5 {{(pid=107022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:25:14.770884 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:14.775091 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks [] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), precommit_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.788473 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.provisioning_blocks [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Transition to ACTIVE for port object 7391d703-d865-43fb-97f9-1cbc932d56e5 will not be triggered until provisioned by entity L2. {{(pid=107022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 03:25:14.854384 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:14.920528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Pushing event updated for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=2']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:14.977522 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Attempting to bind port 7391d703-d865-43fb-97f9-1cbc932d56e5 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 03:25:14.977857 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Attempting to bind port 7391d703-d865-43fb-97f9-1cbc932d56e5 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 03:25:14.978187 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Attempting to bind port 7391d703-d865-43fb-97f9-1cbc932d56e5 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:25:14.982845 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Port 7391d703-d865-43fb-97f9-1cbc932d56e5 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 03:25:14.983165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Attempting to bind port 7391d703-d865-43fb-97f9-1cbc932d56e5 on network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 03:25:14.988134 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Checking agent: {'id': 'e92e9f36-6e1f-4b9e-bbaa-864711156204', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'started_at': datetime.datetime(2022, 8, 25, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 3, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 03:25:14.988500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Checking segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 03:25:14.988879 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Bound using segment: {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'} {{(pid=107022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 03:25:14.989305 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.managers [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Bound port: 7391d703-d865-43fb-97f9-1cbc932d56e5, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd'}}] {{(pid=107022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 03:25:14.989663 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), before_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:15.051272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, cleared binding levels {{(pid=107022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 03:25:15.054188 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7391d703-d865-43fb-97f9-1cbc932d56e5,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 03:25:15.100420 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59347197'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_update {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:15.104018 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.104661 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:15.107021 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] 10.222.0.79 "PUT /networking/v2.0/ports/7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 200 len: 1094 time: 0.6716197 Aug 25 03:25:15.109322 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:25:15.112898 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:25:15.161239 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2921358c-06b0-4ca1-b768-c6b0e1770705 x-openstack-request-id: req-2921358c-06b0-4ca1-b768-c6b0e1770705 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:25:15.161680 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:25:15.161852 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2921358c-06b0-4ca1-b768-c6b0e1770705 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:25:15.162195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2921358c-06b0-4ca1-b768-c6b0e1770705'] response: {'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'status': 'completed', 'code': 200} Aug 25 03:25:15.167332 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e208-2fce-494a-a565-a05cce70803d service neutron] Pushing event updated for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=3']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:15.232790 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-5f1a35fa-53e7-4892-871e-cb04378d9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.234378 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-5f1a35fa-53e7-4892-871e-cb04378d9257 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1128 time: 0.0526593 Aug 25 03:25:15.290559 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:15.294376 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86902572-3a13-494a-bb91-5e964414805c req-cc5380af-0b21-402c-8c4b-ea66dad732cd tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.295959 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-86902572-3a13-494a-bb91-5e964414805c req-cc5380af-0b21-402c-8c4b-ea66dad732cd tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0546615 Aug 25 03:25:15.351954 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-664f86e6-b587-47b3-ac40-5eac13ee6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.353678 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-664f86e6-b587-47b3-ac40-5eac13ee6e1b service neutron] 10.222.0.79 "GET /networking/v2.0/networks?tenant_id=0bb0777527214f059e031c3b484a2eb1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1129453 Aug 25 03:25:15.356651 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-86902572-3a13-494a-bb91-5e964414805c req-a83071c6-2832-428d-8d8a-2ce507c0cd2c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547061 Aug 25 03:25:15.466973 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-c7e6a46d-06a1-47ec-a8b8-c7d4138ef7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.468703 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-bb78f955-1bb4-4345-85ea-f9bfd42ad9a4 req-c7e6a46d-06a1-47ec-a8b8-c7d4138ef7e3 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087489 Aug 25 03:25:15.555069 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-4a1617f7-4f0a-493a-85ae-05e361821204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.556604 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-4a1617f7-4f0a-493a-85ae-05e361821204 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1128 time: 0.0478013 Aug 25 03:25:15.607798 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-ef029b1e-3e82-4719-b23e-77d1f0f641bf service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 200 len: 217 time: 0.0438862 Aug 25 03:25:15.662528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-89f798b5-c07b-4ff4-83cb-8d105abccf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.664016 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-89f798b5-c07b-4ff4-83cb-8d105abccf5f service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0503082 Aug 25 03:25:15.716091 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-7bc2335a-618c-42ff-b667-4271f468ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:15.717948 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-7bc2335a-618c-42ff-b667-4271f468ebbe service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463471 Aug 25 03:25:15.833842 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-c9b691bf-b0cf-451d-bc41-f03bf1e6d9f7 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096303 Aug 25 03:25:15.941892 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e4036d1d-3530-4d31-b578-62e3c4777627 req-cb359e11-60d2-421a-8d9e-84455b524f01 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009040 Aug 25 03:25:16.488908 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba00b2-e3e2-4abb-813f-0e3ec6459d5b req-faa60374-01b0-4e25-9edc-a3f44913adcd tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:16.495182 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f6ba00b2-e3e2-4abb-813f-0e3ec6459d5b req-faa60374-01b0-4e25-9edc-a3f44913adcd tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0533993 Aug 25 03:25:16.541195 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-f6ba00b2-e3e2-4abb-813f-0e3ec6459d5b req-cf654d21-5825-47c5-8f68-0080c75de30a tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Aug 25 03:25:17.663741 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed147a38-2704-4bb2-83ea-e1f0be6f547c req-26cd7f27-08f9-4ea2-85aa-42b886fec5a1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:17.665162 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ed147a38-2704-4bb2-83ea-e1f0be6f547c req-26cd7f27-08f9-4ea2-85aa-42b886fec5a1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0498300 Aug 25 03:25:17.715956 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-ed147a38-2704-4bb2-83ea-e1f0be6f547c req-e9ac0e4f-f9e9-4484-8e87-53f6eee993c8 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Aug 25 03:25:18.838180 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b7afa-6797-4763-af1d-449180232376 req-53750e98-c62c-4956-87aa-a2309ec001a5 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:18.841011 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e8b7afa-6797-4763-af1d-449180232376 req-53750e98-c62c-4956-87aa-a2309ec001a5 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0507722 Aug 25 03:25:18.890650 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9e8b7afa-6797-4763-af1d-449180232376 req-9208c505-6690-40f4-bb71-88721e664593 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Aug 25 03:25:20.013888 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ef26-2ecd-4d22-a508-5d5d0513c45d req-c8389727-ad18-4690-b600-deee44704111 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:20.015397 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4b59ef26-2ecd-4d22-a508-5d5d0513c45d req-c8389727-ad18-4690-b600-deee44704111 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0493581 Aug 25 03:25:20.067891 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-4b59ef26-2ecd-4d22-a508-5d5d0513c45d req-c84249f4-5318-4efe-9d30-af2821aa135e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Aug 25 03:25:20.463516 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:20.464988 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:21.153672 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:21.192401 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720b30b-400a-4557-88d8-0a095b376f15 req-3d4ccac3-f07e-4cd7-aa4d-9f5488e792e3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:21.193944 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9720b30b-400a-4557-88d8-0a095b376f15 req-3d4ccac3-f07e-4cd7-aa4d-9f5488e792e3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0490718 Aug 25 03:25:21.251226 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9720b30b-400a-4557-88d8-0a095b376f15 req-8aea9281-dcec-44d4-9e0f-b8bae7854181 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509264 Aug 25 03:25:22.231707 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7eecfec6-1369-4910-945b-d9f8b7b83606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:22.372829 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65c01a-2b9f-4f88-b142-1a74b8a01174 req-a4c52cdf-3586-4603-8d31-b9f4f3243a9f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:22.374185 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aa65c01a-2b9f-4f88-b142-1a74b8a01174 req-a4c52cdf-3586-4603-8d31-b9f4f3243a9f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0485163 Aug 25 03:25:22.428078 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-aa65c01a-2b9f-4f88-b142-1a74b8a01174 req-1f94bc21-67e2-4a76-bf74-62d82e740e6b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482016 Aug 25 03:25:23.296625 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 7391d703-d865-43fb-97f9-1cbc932d56e5 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=107024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 03:25:23.394084 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7391d703-d865-43fb-97f9-1cbc932d56e5,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:25:23.406172 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Returning: {'device': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'port_id': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'mac_address': 'fa:16:3e:26:ba:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 03:25:23.444399 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 7391d703-d865-43fb-97f9-1cbc932d56e5 is: DOWN; New status is: BUILD {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:25:23.444787 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:23.458355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7391d703-d865-43fb-97f9-1cbc932d56e5 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 03:25:23.488664 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7391d703-d865-43fb-97f9-1cbc932d56e5,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:25:23.551218 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22144a1b-3e96-4c76-83df-0aaf390845db req-1fad5a64-df0e-43a0-8b6e-605036002fe6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:23.552667 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-22144a1b-3e96-4c76-83df-0aaf390845db req-1fad5a64-df0e-43a0-8b6e-605036002fe6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 944 time: 0.0478656 Aug 25 03:25:23.579757 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:23.605404 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-22144a1b-3e96-4c76-83df-0aaf390845db req-f24ae484-6b2f-4f5e-8f67-040139d1fe7d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459032 Aug 25 03:25:23.629238 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=4']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:23.636890 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.637248 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.637595 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.637934 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.638283 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.638607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.638935 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.639263 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.639587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.639911 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.640259 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.640587 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.640907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.641271 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.641600 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:23.840639 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] get_ports_and_sgs() called for port_ids ['7391d703-d865-43fb-97f9-1cbc932d56e5'] {{(pid=107024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 03:25:24.425597 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-67cbbf1c-37a6-4787-86ef-6e8e092096c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:24.728097 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e5cc-904d-4c59-8467-cc834a4fcc6e req-078c352b-dc40-4202-a938-bfbac48093ba tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:24.729616 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-26d4e5cc-904d-4c59-8467-cc834a4fcc6e req-078c352b-dc40-4202-a938-bfbac48093ba tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Aug 25 03:25:24.782130 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-26d4e5cc-904d-4c59-8467-cc834a4fcc6e req-f4e20185-3011-4aad-aaeb-f2ccf46cd13e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Aug 25 03:25:25.312808 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 7391d703-d865-43fb-97f9-1cbc932d56e5 up at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 03:25:25.358355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning for port 7391d703-d865-43fb-97f9-1cbc932d56e5 completed by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 03:25:25.419724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Provisioning complete for port 7391d703-d865-43fb-97f9-1cbc932d56e5 triggered by entity L2. {{(pid=107024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 03:25:25.420099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695145'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), provisioning_complete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:25.497349 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Current status of the port 7391d703-d865-43fb-97f9-1cbc932d56e5 is: BUILD; New status is: ACTIVE {{(pid=107024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 03:25:25.498077 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:25.521450 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:25:25.527607 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e07de45fc0d44235b3df08996ce6106aeb03a7ed26dba4eeba6779cbee84f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a05b86-77d7-4fd0-9b30-8f6c70079a3d" -d '{"events": [{"server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "name": "network-vif-plugged", "status": "completed", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:25:25.537828 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7391d703-d865-43fb-97f9-1cbc932d56e5,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:25:25.597299 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:25.647346 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Pushing event updated for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=5']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:25.674668 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b620db59-b4aa-4b64-8904-576c8793c6ac x-openstack-request-id: req-b620db59-b4aa-4b64-8904-576c8793c6ac {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:25:25.674961 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "name": "network-vif-plugged", "status": "completed", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:25:25.675214 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b620db59-b4aa-4b64-8904-576c8793c6ac {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:25:25.675639 dv-cinder-779578-6-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b620db59-b4aa-4b64-8904-576c8793c6ac'] response: {'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'code': 200} Aug 25 03:25:25.757152 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:25.907647 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140077-f44f-43d6-bdb8-66a599fed460 req-5baa5a3b-9097-4b2f-827c-1b5e66013fc6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:25.909214 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3140077-f44f-43d6-bdb8-66a599fed460 req-5baa5a3b-9097-4b2f-827c-1b5e66013fc6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Aug 25 03:25:25.962452 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a3140077-f44f-43d6-bdb8-66a599fed460 req-8dcca475-a447-4c4c-96ef-936070a7bd69 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476930 Aug 25 03:25:26.015874 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44607-6a83-47ae-9c83-07efda78c53e req-9304a00e-5dc6-4ba3-9c65-e8544a529a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:26.017361 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-01b44607-6a83-47ae-9c83-07efda78c53e req-9304a00e-5dc6-4ba3-9c65-e8544a529a46 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1130 time: 0.0394995 Aug 25 03:25:26.063959 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-01b44607-6a83-47ae-9c83-07efda78c53e req-64bc0fc1-4702-4bf2-bf86-c3d14898f7ab service neutron] 10.222.0.79 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 Aug 25 03:25:27.097220 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791d1c1-4f48-48c7-9a2e-9590c9ac52de req-8bb56371-ae2c-48d2-bc38-3dce0a571255 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:27.098689 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2791d1c1-4f48-48c7-9a2e-9590c9ac52de req-8bb56371-ae2c-48d2-bc38-3dce0a571255 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Aug 25 03:25:27.125194 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:27.149184 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-2791d1c1-4f48-48c7-9a2e-9590c9ac52de req-034f2890-2478-4e6f-93a8-a04144014ada tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 Aug 25 03:25:27.477175 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:27.539748 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:28.271056 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b841da-27ce-4948-85ee-1f8838f107b3 req-d2fff0b1-12cb-467e-bea9-d7ee6b3f0d53 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:28.272536 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a1b841da-27ce-4948-85ee-1f8838f107b3 req-d2fff0b1-12cb-467e-bea9-d7ee6b3f0d53 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.0509665 Aug 25 03:25:28.321945 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-a1b841da-27ce-4948-85ee-1f8838f107b3 req-a600ff97-ca0a-426f-b3a3-713fdf154e5b tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 Aug 25 03:25:28.440617 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597fdf-243b-44c5-a2c3-ae958f2e4241 req-5609450a-a83d-4b6a-bc2b-fcfa0dbf941c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:28.442001 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5597fdf-243b-44c5-a2c3-ae958f2e4241 req-5609450a-a83d-4b6a-bc2b-fcfa0dbf941c tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.0477130 Aug 25 03:25:28.491027 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e5597fdf-243b-44c5-a2c3-ae958f2e4241 req-60114f5f-8638-4280-acb2-2318996f84a3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Aug 25 03:25:28.517993 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60806) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:25:28.555511 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f6f87-d13c-4e2a-b443-daade56ba11b tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:28.557068 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-de3f6f87-d13c-4e2a-b443-daade56ba11b tempest-TestVolumeBootPattern-960779031 tempest-TestVolumeBootPattern-960779031-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1125 time: 0.0380919 Aug 25 03:25:28.560735 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60808) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:25:28.565046 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.v2.base [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Request body: {'floatingip': {'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'port_id': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 03:25:28.648364 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:28.731522 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (None), before_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:28.820870 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:28.832962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_common [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Allocated IP 172.27.1.99 (77a01bcc-0294-4968-a698-f8aded4a368d/6a5bded9-9e31-4b6f-a6bd-9244d090df1a/daa9256f-696d-483a-99dd-f97a870d392b) {{(pid=107023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 03:25:28.884912 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:28.941100 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (daa9256f-696d-483a-99dd-f97a870d392b), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.048913 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765191323203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (daa9256f-696d-483a-99dd-f97a870d392b), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.091771 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Network 77a01bcc-0294-4968-a698-f8aded4a368d is already hosted by enough agents. {{(pid=107023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 03:25:29.096865 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.base_scheduler [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Resources bound (agent type, host, resource id): {{(pid=107023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 03:25:29.099102 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=daa9256f-696d-483a-99dd-f97a870d392b,revision_number=1']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:29.101248 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Received port after_create {{(pid=107023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 03:25:29.130266 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.130612 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.130956 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.131295 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.131624 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.131951 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.132329 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.132665 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.132990 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.133314 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.133638 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.133959 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.134279 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.134596 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.134915 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:25:29.420764 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:29.466673 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (6ab28ced-f0c3-4cec-afdb-0faad998680e), precommit_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.639810 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738494'] for port (daa9256f-696d-483a-99dd-f97a870d392b), before_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.789292 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for port (daa9256f-696d-483a-99dd-f97a870d392b), precommit_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.859267 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191767929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765191323221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765191323239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2393954'] for port (daa9256f-696d-483a-99dd-f97a870d392b), after_update {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.925816 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785538'] for floatingip (6ab28ced-f0c3-4cec-afdb-0faad998680e), after_create {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:29.927512 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event updated for resources: {'Port': ['ID=daa9256f-696d-483a-99dd-f97a870d392b,revision_number=2']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:25:30.025753 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 6ab28ced-f0c3-4cec-afdb-0faad998680e associated. External IP: 172.27.1.99, port: 7391d703-d865-43fb-97f9-1cbc932d56e5. Aug 25 03:25:30.126463 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:30.233405 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:25:30.334698 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:25:30.344592 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:25:30.357074 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:25:30.357747 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:25:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:25:30.405044 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:30.440078 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-abf3b8f5-e1a3-4c5e-b71c-3dcd5a106c37 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8782868 Aug 25 03:25:30.440783 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:25:30.443025 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43" -d '{"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:25:30.546642 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:25:30.548082 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ddbc8-8984-49cf-ab2e-98b9e844758d x-openstack-request-id: req-c56ddbc8-8984-49cf-ab2e-98b9e844758d {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:25:30.548401 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:25:30.548665 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c56ddbc8-8984-49cf-ab2e-98b9e844758d {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:25:30.549058 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56ddbc8-8984-49cf-ab2e-98b9e844758d'] response: {'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'status': 'completed', 'code': 200} Aug 25 03:25:30.610443 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-63ad1669-42f8-45d4-8c9f-2d64b208e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:30.611963 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-63ad1669-42f8-45d4-8c9f-2d64b208e395 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1130 time: 0.0412638 Aug 25 03:25:30.708520 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-003a2c80-e02f-4e89-9af5-0b697eb55c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:30.709908 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-003a2c80-e02f-4e89-9af5-0b697eb55c6e service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0925012 Aug 25 03:25:30.763076 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6ab28ced-f0c3-4cec-afdb-0faad998680e', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:26:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:25:29Z', 'updated_at': '2022-08-25T03:25:29Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}, {'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:25:30.772017 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-4e9f313e-b086-4eff-b9be-c30122488101 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 200 len: 999 time: 0.0561781 Aug 25 03:25:30.790709 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:25:30.799941 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:25:30.800598 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:25:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:25:30.825630 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-0d558d3c-02bb-4f56-9616-8c8a50554f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:30.827135 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-0d558d3c-02bb-4f56-9616-8c8a50554f4a service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0488327 Aug 25 03:25:30.871731 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-0aa8e589-d7ec-4ecf-b04b-d52a08bf10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:30.873256 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-0aa8e589-d7ec-4ecf-b04b-d52a08bf10c3 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406427 Aug 25 03:25:30.909865 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:25:30.969052 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-7d44b3f2-2dd8-4b6f-8eb4-7e30f528f291 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895035 Aug 25 03:25:31.062530 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-31feee43-42ce-4ccf-ae52-1ec1f8de0e43 req-7f9c7494-3e75-43fd-a3b4-57653e8e0a2d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Aug 25 03:25:31.134701 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6ab28ced-f0c3-4cec-afdb-0faad998680e', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:26:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:25:29Z', 'updated_at': '2022-08-25T03:25:29Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}, {'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:25:31.159876 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df372d0-2f5d-49b4-8170-505bae5d83d3 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '6ab28ced-f0c3-4cec-afdb-0faad998680e', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:26:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:25:29Z', 'updated_at': '2022-08-25T03:25:29Z', 'revision_number': 0, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}, {'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:25:31.374886 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e38d1b-2a8f-4075-a776-201012160611 None None] New status for floating IP 6ab28ced-f0c3-4cec-afdb-0faad998680e: ACTIVE {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:25:32.536190 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:25:35.092474 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-3249f02f-c624-49c1-aa6b-6cd3eb9b9246 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375512 Aug 25 03:25:35.175107 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-78514036-f000-4f4c-a430-89d6a7217391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:35.176625 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-78514036-f000-4f4c-a430-89d6a7217391 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0427704 Aug 25 03:25:35.212846 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:35.285023 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-00f77d8a-ceb8-432a-9a51-ebb968d3a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:35.286465 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-00f77d8a-ceb8-432a-9a51-ebb968d3a80d service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0912542 Aug 25 03:25:35.352274 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-71897811-e439-4119-88b4-330ac357f585 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 1002 time: 0.0592935 Aug 25 03:25:35.399689 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-01c05647-c864-41ae-ac1c-b674d764d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:35.401155 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-01c05647-c864-41ae-ac1c-b674d764d2b4 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0435324 Aug 25 03:25:35.445567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-37d65896-74b5-4023-b4d7-0ec44953458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:25:35.447063 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-37d65896-74b5-4023-b4d7-0ec44953458c service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402601 Aug 25 03:25:35.801783 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-b178c0eb-fdc0-485a-aa48-0bc54b918c87 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474777 Aug 25 03:25:35.856316 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:35.897083 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-b2a6513d-4335-42f0-a095-10a6becf02b1 req-e85df1d4-1bac-4851-8496-83ed0828f901 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 Aug 25 03:25:40.433034 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=95 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:40.436059 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:41.607969 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:41.608691 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:41.611402 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:42.482523 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:45.893278 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=46 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:52.219199 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ead695a-e015-4d3d-9a59-6c1d60ecbd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:54.430348 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8b38c71f-6c4f-4223-b6bc-f0ad4adda886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:55.767710 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:57.456343 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:57.461299 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:25:57.481932 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:25:57.590430 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:09.534652 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:26:10.463836 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:10.464637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:10.469942 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:12.487032 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:19.529363 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:19.530204 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:22.229764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2ded9df3-3a23-44c1-91a4-8141b4078a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:24.434022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d216533a-a107-4e99-ab51-254cda766b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:25.784002 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:27.486398 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:27.514502 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:34.452218 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:34.458200 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:36.766774 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-c173ce92-c8d2-4dd7-856a-55f269f05add service neutron] 10.222.0.79 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419621 Aug 25 03:26:36.829960 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-2b650c05-9143-4835-873a-607f73c04a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:26:36.831857 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-2b650c05-9143-4835-873a-607f73c04a14 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1130 time: 0.0449860 Aug 25 03:26:36.937850 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-f0fa446d-7dcd-4aba-94d5-983fb407dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:26:36.939370 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-f0fa446d-7dcd-4aba-94d5-983fb407dc28 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0900028 Aug 25 03:26:37.005316 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-9a506154-e8ba-41cd-9fa7-2dc51ec28fea service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 200 len: 1001 time: 0.0598516 Aug 25 03:26:37.054229 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-f215a866-79ec-4708-9d7d-912af339d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:26:37.055666 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-f215a866-79ec-4708-9d7d-912af339d98c service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0454206 Aug 25 03:26:37.100551 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-ba7a4f98-6a1c-44da-a3da-24194afe59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:26:37.102096 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-ba7a4f98-6a1c-44da-a3da-24194afe59b9 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405035 Aug 25 03:26:37.199771 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-4c37b844-ef28-4f92-9dfc-da9a7010206d service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921128 Aug 25 03:26:37.299364 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-45e67f1b-04f2-4cf7-91d3-2cec6156acb5 req-7b8c75db-0a20-4bc0-9bdc-6a69bea89fdc service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941720 Aug 25 03:26:37.411999 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:37.454516 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:37.462453 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:42.486954 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:46.534557 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:26:47.289597 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=44 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:47.295698 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=57 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:50.465986 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=16 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:52.233604 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91449931-ce73-4b22-9d96-2852a2813ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:52.421973 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:54.491144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-189f9583-883e-468c-a807-6a14a95775ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:55.847328 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:56.530285 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=12 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:26:57.550488 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:26:57.566450 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.078148 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60842) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:01.264258 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port daa9256f-696d-483a-99dd-f97a870d392b {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:01.264504 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (daa9256f-696d-483a-99dd-f97a870d392b), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.342884 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (daa9256f-696d-483a-99dd-f97a870d392b), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.343210 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (daa9256f-696d-483a-99dd-f97a870d392b), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.361962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for daa9256f-696d-483a-99dd-f97a870d392b owned by network:floatingip {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:01.673713 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (daa9256f-696d-483a-99dd-f97a870d392b), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.706557 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=daa9256f-696d-483a-99dd-f97a870d392b,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:01.733839 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.734222 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.734615 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.735010 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.735414 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.735787 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.736179 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.736710 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.737112 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.737483 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.737814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.738162 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.738519 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.738844 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.739183 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:01.785916 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (6ab28ced-f0c3-4cec-afdb-0faad998680e), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:01.786241 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.db.l3_db [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 6ab28ced-f0c3-4cec-afdb-0faad998680e disassociated (deleted). External IP: 172.27.1.99, port: 7391d703-d865-43fb-97f9-1cbc932d56e5. Aug 25 03:27:01.997609 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:27:02.106317 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:27:02.111146 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:02.116406 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:27:02.126648 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:02.127321 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:02.141573 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-daf3950a-d0ee-4452-80fc-bbda3b3ac0d6 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/6ab28ced-f0c3-4cec-afdb-0faad998680e HTTP/1.1" status: 204 len: 168 time: 1.0623436 Aug 25 03:27:02.142284 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5'}] {{(pid=107023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:27:02.145500 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e3fa569678dff660bce4f2fa8ed85e6ca1ffa463bb55480105eabf9ee150098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8714e4-2c4a-4b6b-8946-62260e742634" -d '{"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5"}]}' {{(pid=107023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:27:02.195101 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea224f1-cf9f-4d53-a6d9-73a9a003c5f3 x-openstack-request-id: req-bea224f1-cf9f-4d53-a6d9-73a9a003c5f3 {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:27:02.195393 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5", "status": "completed", "code": 200}]} {{(pid=107023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:27:02.195782 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bea224f1-cf9f-4d53-a6d9-73a9a003c5f3 {{(pid=107023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:27:02.196223 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea224f1-cf9f-4d53-a6d9-73a9a003c5f3'] response: {'name': 'network-changed', 'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'status': 'completed', 'code': 200} Aug 25 03:27:02.245724 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:02.268313 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-3ba892de-bf30-472f-b340-404fb7fbdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:02.270143 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-3ba892de-bf30-472f-b340-404fb7fbdc2d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 1130 time: 0.0499628 Aug 25 03:27:02.369500 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-d12e8dbb-6e58-41ea-961e-9ac02d684e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:02.371040 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-d12e8dbb-6e58-41ea-961e-9ac02d684e3b service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.0944455 Aug 25 03:27:02.415467 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-fca12b38-412e-42d6-ba63-82554265d967 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 200 len: 217 time: 0.0391169 Aug 25 03:27:02.468811 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-2cd751f3-8e01-4294-a05c-963e1d3a0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:02.470230 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-2cd751f3-8e01-4294-a05c-963e1d3a0dbf service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0480993 Aug 25 03:27:02.476440 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:02.506300 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:27:02.515711 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:02.521594 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:02.526794 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-309279e0-0917-4107-bd1b-8c730755e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:02.528431 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-309279e0-0917-4107-bd1b-8c730755e8a4 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521715 Aug 25 03:27:02.618738 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:02.637520 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-0a6f99e8-54b0-458a-b905-1c6ea876e3a0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021855 Aug 25 03:27:02.742572 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:02.747921 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:02.761518 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-cf8714e4-2c4a-4b6b-8946-62260e742634 req-7ceebf36-5f7b-44ed-b737-b520c336a2d0 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072946 Aug 25 03:27:02.762255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d6af-4878-411a-ba66-b41e75b6f825 req-edb9e3ca-f922-415d-b1a2-678f40d48ed1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:02.763880 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6306d6af-4878-411a-ba66-b41e75b6f825 req-edb9e3ca-f922-415d-b1a2-678f40d48ed1 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.1038394 Aug 25 03:27:02.826674 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-6306d6af-4878-411a-ba66-b41e75b6f825 req-9b4a7cc9-1ac1-41f4-8a62-ab7e0b38646f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520070 Aug 25 03:27:02.928683 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:02.954709 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccdd-7f7e-416a-bda9-9b0e582c9b52 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_floatingips': [{'id': '93370132-deed-41a2-932e-cecf70aa9359', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'router_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'port_id': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'mac_address': 'fa:16:3e:12:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T03:23:32Z', 'updated_at': '2022-08-25T03:23:34Z', 'revision_number': 1, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:27:03.180860 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0774861-85bf-406b-8cd3-7eb2494013d3 None None] New status for floating IP 6ab28ced-f0c3-4cec-afdb-0faad998680e: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:27:04.014187 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d091a73-e34c-46e7-8a38-34447188a8af req-c49e3105-53a4-4741-ac9e-39d026a8d243 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:04.015663 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3d091a73-e34c-46e7-8a38-34447188a8af req-c49e3105-53a4-4741-ac9e-39d026a8d243 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.1041319 Aug 25 03:27:04.067750 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-3d091a73-e34c-46e7-8a38-34447188a8af req-77af194c-73ab-44dd-912c-77cfd2a37887 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461986 Aug 25 03:27:04.244589 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-d826fb8f-e7fc-454f-8405-0a4e17d26813 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:04.245949 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-d826fb8f-e7fc-454f-8405-0a4e17d26813 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 946 time: 0.0491357 Aug 25 03:27:04.327256 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port 7391d703-d865-43fb-97f9-1cbc932d56e5 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:04.327599 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:04.424089 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] For port 7391d703-d865-43fb-97f9-1cbc932d56e5, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7391d703-d865-43fb-97f9-1cbc932d56e5,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:04.424496 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:04.437488 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for 7391d703-d865-43fb-97f9-1cbc932d56e5 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:04.696284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (7391d703-d865-43fb-97f9-1cbc932d56e5), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:04.703546 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:04.726188 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=7391d703-d865-43fb-97f9-1cbc932d56e5,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:04.738687 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:04.744177 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.744534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.744936 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.745317 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.745697 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.746027 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.746357 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.746683 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.747014 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.747340 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.747663 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.747989 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.748394 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.748715 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.749033 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:04.789699 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] No DVR routers for this DVR port 7391d703-d865-43fb-97f9-1cbc932d56e5 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:04.792272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:04.795555 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-314c7150-87c1-47cc-8b55-81bb9a6d7f54 req-3924df74-c236-42b5-b868-4de7c62e581d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "DELETE /networking/v2.0/ports/7391d703-d865-43fb-97f9-1cbc932d56e5 HTTP/1.1" status: 204 len: 173 time: 0.5447497 Aug 25 03:27:04.796005 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'name': 'network-vif-deleted', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:27:04.798331 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a21f32c-a3a1-40be-8ab8-df5bf2b06bf7" -d '{"events": [{"server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "name": "network-vif-deleted", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:27:04.838839 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808e38e-0bfc-480c-b492-f4d79cd310ad x-openstack-request-id: req-f808e38e-0bfc-480c-b492-f4d79cd310ad {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:27:04.839133 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0826d4d9-a9cc-4085-99d8-4168d30489d8", "name": "network-vif-deleted", "tag": "7391d703-d865-43fb-97f9-1cbc932d56e5", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:27:04.839385 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f808e38e-0bfc-480c-b492-f4d79cd310ad {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:27:04.839796 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f808e38e-0bfc-480c-b492-f4d79cd310ad'] response: {'server_uuid': '0826d4d9-a9cc-4085-99d8-4168d30489d8', 'name': 'network-vif-deleted', 'tag': '7391d703-d865-43fb-97f9-1cbc932d56e5', 'status': 'completed', 'code': 200} Aug 25 03:27:05.181970 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e37ed7b4-1342-49d1-abc6-030c29ffaca6 req-dd13b1c1-4389-41b4-b2a3-4aa20a816c13 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 210 time: 0.0361683 Aug 25 03:27:06.299592 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-fcde959b-3b29-40b4-886c-15dbc5e751a3 req-4b87c9fc-47cc-49d5-8bf9-bd2439c963cc tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=0826d4d9-a9cc-4085-99d8-4168d30489d8 HTTP/1.1" status: 200 len: 210 time: 0.0284193 Aug 25 03:27:07.782581 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 7391d703-d865-43fb-97f9-1cbc932d56e5 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:07.806449 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 7391d703-d865-43fb-97f9-1cbc932d56e5 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:07.806788 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 7391d703-d865-43fb-97f9-1cbc932d56e5 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:09.887076 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60894) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:10.054898 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:10.055272 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.136204 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.136479 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.153834 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:10.463464 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.494983 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=bbdee5c5-26ac-435e-b7aa-f5aba6b64e6e,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:10.558320 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (93370132-deed-41a2-932e-cecf70aa9359), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.558673 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.db.l3_db [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Floating IP 93370132-deed-41a2-932e-cecf70aa9359 disassociated (deleted). External IP: 172.27.1.100, port: 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4. Aug 25 03:27:10.763299 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:27:10.869825 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:27:10.874656 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:10.881378 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:27:10.898444 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:10.899016 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:10.899572 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:10.907936 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-c2f41979-68a2-462c-a57c-44e7309fb03f tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/93370132-deed-41a2-932e-cecf70aa9359 HTTP/1.1" status: 204 len: 168 time: 1.0195189 Aug 25 03:27:10.910285 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:27:10.912732 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:27:10.964682 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137eeab-02c3-40ce-8299-17385a4312a4 x-openstack-request-id: req-f137eeab-02c3-40ce-8299-17385a4312a4 {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:27:10.965000 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:27:10.965377 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f137eeab-02c3-40ce-8299-17385a4312a4 {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:27:10.965882 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f137eeab-02c3-40ce-8299-17385a4312a4'] response: {'name': 'network-changed', 'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'status': 'completed', 'code': 200} Aug 25 03:27:11.002362 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:11.022172 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:11.036439 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-731e9218-162f-42df-a591-f69fa36aa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:11.037985 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-731e9218-162f-42df-a591-f69fa36aa942 service neutron] 10.222.0.79 "GET /networking/v2.0/ports?tenant_id=0bb0777527214f059e031c3b484a2eb1&device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 1130 time: 0.0483282 Aug 25 03:27:11.052138 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:11.143164 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-687843e8-2dae-4b18-a23f-4d456a0f36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:11.145227 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-687843e8-2dae-4b18-a23f-4d456a0f36c9 service neutron] 10.222.0.79 "GET /networking/v2.0/networks?id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 200 len: 913 time: 0.1018925 Aug 25 03:27:11.164886 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:11.188105 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-8628d210-7c11-430e-b29e-27c521a93392 service neutron] 10.222.0.79 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 200 len: 217 time: 0.0369523 Aug 25 03:27:11.242893 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-43723cc4-e241-48fd-804a-ae874863ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:11.244454 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-43723cc4-e241-48fd-804a-ae874863ff89 service neutron] 10.222.0.79 "GET /networking/v2.0/subnets?id=c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 200 len: 851 time: 0.0504720 Aug 25 03:27:11.264324 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:11.297165 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-7faf07c2-2f35-4517-b2f0-a0cf636f027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:11.298610 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-7faf07c2-2f35-4517-b2f0-a0cf636f027d service neutron] 10.222.0.79 "GET /networking/v2.0/ports?network_id=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479703 Aug 25 03:27:11.309088 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:27:11.323236 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:11.324279 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:11.393888 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-ed0d1eb3-47c8-4a93-a4c9-1d15bf289b75 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Aug 25 03:27:11.464921 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:11.546414 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff019ea1-af9f-4ee6-9a15-423e4125f39c req-721e6ed3-0bf6-4a4a-aa53-c5883a4063ca tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:11.548017 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ff019ea1-af9f-4ee6-9a15-423e4125f39c req-721e6ed3-0bf6-4a4a-aa53-c5883a4063ca tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.0712397 Aug 25 03:27:11.591664 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-9d7e0da6-c00b-46b1-8a3e-9b5c0cc719b0 req-e02930d2-07c7-4090-b294-ab24f3727435 service neutron] 10.222.0.79 "GET /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922774 Aug 25 03:27:11.617215 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-ff019ea1-af9f-4ee6-9a15-423e4125f39c req-0103c2f5-8668-4e80-8656-a3db02108ad3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622368 Aug 25 03:27:11.695503 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:11.721420 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1eccf-4801-4dfd-931b-60901fdb654f None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:20:22Z', 'revision_number': 4, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi', '_interfaces': [{'id': 'caa55cc5-fa7c-413f-8e82-bcf7617db9d1', 'name': '', 'network_id': '4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'mac_address': 'fa:16:3e:13:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:22Z', 'updated_at': '2022-08-25T03:20:27Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'subnets': [{'id': 'c0f64340-ccbc-41a7-8648-d96fdd473e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:27:11.953755 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff3c1b-c8c4-47f2-9a34-d33bb7aa5e21 None None] New status for floating IP 93370132-deed-41a2-932e-cecf70aa9359: DOWN {{(pid=107024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 03:27:11.957559 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:11.958155 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:12.623580 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:12.918464 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-4271e39b-c6be-4c55-ba0c-208fa9b537c3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:12.920468 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-4271e39b-c6be-4c55-ba0c-208fa9b537c3 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.0553186 Aug 25 03:27:12.991355 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04416442-2668-4549-b0ca-df920da79ea3 req-d1346228-8049-41cf-b657-cb00367aa06e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 03:27:12.993334 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-04416442-2668-4549-b0ca-df920da79ea3 req-d1346228-8049-41cf-b657-cb00367aa06e tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 946 time: 0.3006828 Aug 25 03:27:13.043585 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:13.043923 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:13.050586 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-04416442-2668-4549-b0ca-df920da79ea3 req-688b9d23-cdab-4aa1-a3d5-e7fd026a0286 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=60164593-2f3e-4141-b4d6-ac4114a4a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505846 Aug 25 03:27:13.103706 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=100 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:13.144889 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] For port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:13.145255 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:13.159640 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 owned by compute:nova {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:13.370354 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:13.404534 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:13.448838 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] No DVR routers for this DVR port 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 on host hv-cinder-77957 {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:13.451426 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for port (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:13.454854 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [req-e1e9e968-c176-47d8-bd90-8cf98bb736d7 req-67badfe9-bb0f-4f5f-ac33-f20a700afaea tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.79 "DELETE /networking/v2.0/ports/4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 HTTP/1.1" status: 204 len: 173 time: 0.5292842 Aug 25 03:27:13.455295 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'name': 'network-vif-deleted', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4'}] {{(pid=107022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 03:27:13.457840 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50752bbae82409fec5ad3f043530af40db8a1a464b46c862f25eafa70b9034ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7fdd9-7f4d-4cd4-ba12-148787846a3d" -d '{"events": [{"server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "name": "network-vif-deleted", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4"}]}' {{(pid=107022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 03:27:13.504679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9d120-7d3e-48be-8cf5-38458da04fef x-openstack-request-id: req-c9e9d120-7d3e-48be-8cf5-38458da04fef {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 03:27:13.504679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65a89a-eefb-47cd-9338-1adebe2707f0", "name": "network-vif-deleted", "tag": "4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4", "status": "completed", "code": 200}]} {{(pid=107022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 03:27:13.504679 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9e9d120-7d3e-48be-8cf5-38458da04fef {{(pid=107022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 03:27:13.504679 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e9d120-7d3e-48be-8cf5-38458da04fef'] response: {'server_uuid': 'cb65a89a-eefb-47cd-9338-1adebe2707f0', 'name': 'network-vif-deleted', 'tag': '4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4', 'status': 'completed', 'code': 200} Aug 25 03:27:14.170283 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [req-3a06afc8-a224-459c-8fb3-83b08a3c2a41 req-763c5ffb-51cd-4e5c-9494-fcc53f24beae tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=cb65a89a-eefb-47cd-9338-1adebe2707f0 HTTP/1.1" status: 200 len: 210 time: 0.0289752 Aug 25 03:27:15.242260 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60910) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:15.370029 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Deleting port b42f7efb-a0d6-4956-9d82-eb6c5380e0e1 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:15.370383 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.457335 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.458382 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.472371 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Calling delete_port for b42f7efb-a0d6-4956-9d82-eb6c5380e0e1 owned by network:floatingip {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:15.480767 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:15.707567 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (b42f7efb-a0d6-4956-9d82-eb6c5380e0e1), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.735457 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'Port': ['ID=b42f7efb-a0d6-4956-9d82-eb6c5380e0e1,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:15.783855 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:15.804378 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] No Port match for: 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:15.804723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Device 4f3d5c0a-70ff-4eec-ad92-b99c1f1443f4 not bound to the agent host hv-cinder-77957 {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:15.807022 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for floatingip (2a51c6aa-f209-48d5-bf7d-179c35c9c2f7), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.809646 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484581'] for floatingip (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:15.810887 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4bac72fe-e038-400d-8853-0433f1eb7d8d tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/2a51c6aa-f209-48d5-bf7d-179c35c9c2f7 HTTP/1.1" status: 204 len: 168 time: 0.5675678 Aug 25 03:27:17.414033 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60922) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:17.476602 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (60164593-2f3e-4141-b4d6-ac4114a4a6c7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:17.501024 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (60164593-2f3e-4141-b4d6-ac4114a4a6c7), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:17.714933 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (60164593-2f3e-4141-b4d6-ac4114a4a6c7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:17.717442 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Publish callbacks [] for security_group (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:17.718761 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/60164593-2f3e-4141-b4d6-ac4114a4a6c7 HTTP/1.1" status: 204 len: 168 time: 0.3035886 Aug 25 03:27:17.736439 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014989-45f1-458a-a882-dbdeda6946d9 tempest-TestVolumeBootPattern-222743624 tempest-TestVolumeBootPattern-222743624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60164593-2f3e-4141-b4d6-ac4114a4a6c7,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:17.936708 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60926) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:18.386573 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:18.619815 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Deleting port caa55cc5-fa7c-413f-8e82-bcf7617db9d1 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:18.620594 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:18.621675 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:18.681103 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:18.705429 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] For port caa55cc5-fa7c-413f-8e82-bcf7617db9d1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:18.705886 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:18.718376 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Calling delete_port for caa55cc5-fa7c-413f-8e82-bcf7617db9d1 owned by network:router_interface {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:19.038019 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (caa55cc5-fa7c-413f-8e82-bcf7617db9d1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:19.062402 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa55cc5-fa7c-413f-8e82-bcf7617db9d1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:19.264713 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:19.513559 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Router 2c7376f8-797a-4a36-aebc-a4f1976bc843 has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:27:19.518437 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:19.636574 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:27:19.643238 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-aa965f83-d990-45dc-af2f-43ee0b58f0a4 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/2c7376f8-797a-4a36-aebc-a4f1976bc843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040577 Aug 25 03:27:19.645858 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60930) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:19.647502 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Sync routers for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:27:19.660546 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:19.661182 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:19.753535 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks [] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:19.783454 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: dv-cinder-779578-6-iscsi {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:19.862513 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks [] for router_gateway (2c7376f8-797a-4a36-aebc-a4f1976bc843), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:19.983429 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:20.006260 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:27:18Z', 'revision_number': 5, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port': {'id': '2c285040-ff3d-4d6a-b3ee-c2d36e7b5539', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:20Z', 'updated_at': '2022-08-25T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:20.020255 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Deleting port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:20.025624 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.039534 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Checking router: 2c7376f8-797a-4a36-aebc-a4f1976bc843 for host: dv-cinder-779578-6-iscsi {{(pid=107025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:27:20.050471 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Routers {'2c7376f8-797a-4a36-aebc-a4f1976bc843'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:20.061804 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['2c7376f8-797a-4a36-aebc-a4f1976bc843'], 'active': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:20.116425 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] For port 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:20.121297 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.121501 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:20.135961 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Calling delete_port for 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 owned by network:router_gateway {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:20.141821 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvr_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] Set router 2c7376f8-797a-4a36-aebc-a4f1976bc843 gateway port host: None {{(pid=107025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:20.200884 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.l3_hamode_db [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:27:19Z', 'revision_number': 6, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port_host': None}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:20.231552 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0acd34-66bf-4948-8a77-068ca2790235 None None] The sync data for ids ['2c7376f8-797a-4a36-aebc-a4f1976bc843'] in dv-cinder-779578-6-iscsi is: [{'id': '2c7376f8-797a-4a36-aebc-a4f1976bc843', 'name': 'tempest-TestVolumeBootPattern-1356392444-router', 'tenant_id': '0bb0777527214f059e031c3b484a2eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:19Z', 'updated_at': '2022-08-25T03:27:19Z', 'revision_number': 6, 'project_id': '0bb0777527214f059e031c3b484a2eb1', 'gw_port_host': None}] {{(pid=107025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:27:20.319968 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:20.521345 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (2c285040-ff3d-4d6a-b3ee-c2d36e7b5539), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.549413 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2c285040-ff3d-4d6a-b3ee-c2d36e7b5539,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:20.623680 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.724480 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.733758 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks [] for router_controller (2c7376f8-797a-4a36-aebc-a4f1976bc843), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.987472 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (2c7376f8-797a-4a36-aebc-a4f1976bc843), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.988186 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7376f8-797a-4a36-aebc-a4f1976bc843 {{(pid=107023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:27:20.996985 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:20.996985 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-de4cfa5e-c5d9-4ec8-a5e9-1bfc0f04b4ea admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/2c7376f8-797a-4a36-aebc-a4f1976bc843 HTTP/1.1" status: 204 len: 168 time: 1.3474171 Aug 25 03:27:20.997335 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60932) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:21.051814 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Deleting subnet c0f64340-ccbc-41a7-8648-d96fdd473e37 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:27:21.055881 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Publish callbacks [] for subnet (c0f64340-ccbc-41a7-8648-d96fdd473e37), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.101048 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (c0f64340-ccbc-41a7-8648-d96fdd473e37), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.198112 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (c0f64340-ccbc-41a7-8648-d96fdd473e37), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.401085 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (c0f64340-ccbc-41a7-8648-d96fdd473e37), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.426074 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f64340-ccbc-41a7-8648-d96fdd473e37,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:21.432581 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.435632 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-d16c8eb6-e702-454d-b67e-77392872e145 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/c0f64340-ccbc-41a7-8648-d96fdd473e37 HTTP/1.1" status: 204 len: 168 time: 0.4371846 Aug 25 03:27:21.438411 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60934) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:21.449821 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179c2ce-9581-491b-bb66-c96e1e7e54f3 None None] Network 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:27:21.543730 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device caa55cc5-fa7c-413f-8e82-bcf7617db9d1 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:21.546078 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.570761 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: caa55cc5-fa7c-413f-8e82-bcf7617db9d1 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:21.571047 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device caa55cc5-fa7c-413f-8e82-bcf7617db9d1 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:21.571551 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:21.599899 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Deleting port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 {{(pid=107023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:21.600261 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.603852 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:21.604359 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 2c285040-ff3d-4d6a-b3ee-c2d36e7b5539 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:21.675505 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] DHCP port deletion for 4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:27:21.706833 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.db [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] For port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:21.707300 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.732358 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.plugin [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Calling delete_port for 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 owned by network:dhcp {{(pid=107023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:21.739710 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Deleting port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:21.740333 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.751601 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:21.845723 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] For port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,segment=NetworkSegment(e2fc8323-e498-4bdb-9fde-5de13ba91fbb),segment_id=e2fc8323-e498-4bdb-9fde-5de13ba91fbb)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:21.846303 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:21.862603 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Calling delete_port for 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:22.015820 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2393961'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: from cryptography.utils import int_from_bytes Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: from cryptography.utils import int_from_bytes Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.017096 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 03:27:22.020821 dv-cinder-779578-6-iscsi neutron-server[107024]: self.session.flush() Aug 25 03:27:22.027428 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.050604 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Pushing event deleted for resources: {'Port': ['ID=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:22.054713 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] No DVR routers for this DVR port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 on host dv-cinder-779578-6-iscsi {{(pid=107023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:22.060358 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Pushing event deleted for resources: {'Port': ['ID=99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:22.069209 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] No DVR routers for this DVR port 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:22.071971 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.072436 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.072796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.073139 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.073485 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.073844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.074180 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.074530 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.074864 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.075197 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.075529 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.075860 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.076342 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.076588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.076915 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c86064f-5d1c-4eb7-b074-818a1e3ce6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-6-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 03:27:22.138271 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.165418 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd']}} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:22.177256 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb') {'for_net_delete': True} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:22.177532 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.services.segments.db [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fc8323-e498-4bdb-9fde-5de13ba91fbb') {} {{(pid=107023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:22.195957 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549530'] for segment (e2fc8323-e498-4bdb-9fde-5de13ba91fbb), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.211616 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (e2fc8323-e498-4bdb-9fde-5de13ba91fbb), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.219204 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=107023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:27:22.220974 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2393862'] for segment (e2fc8323-e498-4bdb-9fde-5de13ba91fbb), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.276394 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:22.286741 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8e27535d-c8f2-4438-8f0a-7048e46e9d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.310463 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment e2fc8323-e498-4bdb-9fde-5de13ba91fbb resource provider aggregate not found Aug 25 03:27:22.327950 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.services.segments.plugin [-] Segment e2fc8323-e498-4bdb-9fde-5de13ba91fbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2fc8323-e498-4bdb-9fde-5de13ba91fbb found for delete ", "request_id": "req-0f68b32d-4b06-4c9d-8477-34408a1ba2ff"}]} Aug 25 03:27:22.417982 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.424091 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:22.427738 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd HTTP/1.1" status: 204 len: 168 time: 0.9875546 Aug 25 03:27:22.430918 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60942) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:22.441968 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd0ca1-eab4-4b46-bccf-ab7c68be3534 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dab8b6e-50d5-42e6-bbf4-e7f0e04afcdd,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:22.592455 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:23.060528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3747138'] for router_interface (99f453ed-112f-41f2-92d4-afdee9cf201a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:23.306251 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Deleting port 6bda32bb-e26a-47a8-ab1b-ac132de90243 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:23.306501 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:23.396286 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] For port 6bda32bb-e26a-47a8-ab1b-ac132de90243, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=6bda32bb-e26a-47a8-ab1b-ac132de90243,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:23.396654 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:23.412748 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Calling delete_port for 6bda32bb-e26a-47a8-ab1b-ac132de90243 owned by network:router_interface {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:23.465063 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:23.503287 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:23.524185 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:23.524537 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 99bf4e30-6dd1-48c8-80d2-7ab614cf4ec1 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:23.539905 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:27:23.712474 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (6bda32bb-e26a-47a8-ab1b-ac132de90243), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:23.739608 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bda32bb-e26a-47a8-ab1b-ac132de90243,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:23.899787 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:23.925634 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3747126'] for router_interface (99f453ed-112f-41f2-92d4-afdee9cf201a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.158267 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Router 99f453ed-112f-41f2-92d4-afdee9cf201a has already been hosted by L3 agent 68628a09-53ea-49e6-af5e-1bf2fe0c34e8 {{(pid=107022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 03:27:24.280758 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] Notify agent at l3_agent.dv-cinder-779578-6-iscsi the message routers_updated {{(pid=107022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 03:27:24.286971 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-1ec521af-6589-467d-b272-678fd4e1c073 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/99f453ed-112f-41f2-92d4-afdee9cf201a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548975 Aug 25 03:27:24.290886 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60944) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:24.294173 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Sync routers for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 03:27:24.297112 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:24.307889 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:24.309073 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:26:54Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:24.384294 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:24.407446 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks [] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.440733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:24.521529 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks [] for router_gateway (99f453ed-112f-41f2-92d4-afdee9cf201a), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.559663 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dce9e303-67dd-4295-a388-d9e036a570fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.616901 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:27:23Z', 'revision_number': 5, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:24.641408 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Checking router: 99f453ed-112f-41f2-92d4-afdee9cf201a for host: dv-cinder-779578-6-iscsi {{(pid=107024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 03:27:24.650977 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Routers {'99f453ed-112f-41f2-92d4-afdee9cf201a'} bound to L3 agent in host dv-cinder-779578-6-iscsi {{(pid=107024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 03:27:24.651671 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-25T02:57:54Z,description=,heartbeat_timestamp=2022-08-25T03:27:24Z,host='dv-cinder-779578-6-iscsi',id=68628a09-53ea-49e6-af5e-1bf2fe0c34e8,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T02:57:55Z,topic='l3_agent')) {'router_ids': ['99f453ed-112f-41f2-92d4-afdee9cf201a'], 'active': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:24.714744 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Deleting port b3a0e20e-b849-45da-8457-22591018c3d0 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:24.714992 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.757117 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvr_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] Set router 99f453ed-112f-41f2-92d4-afdee9cf201a gateway port host: dv-cinder-779578-6-iscsi {{(pid=107024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 03:27:24.803862 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] For port b3a0e20e-b849-45da-8457-22591018c3d0, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=b3a0e20e-b849-45da-8457-22591018c3d0,segment=NetworkSegment(76c1c1b6-cb52-43e9-9997-fbe85b99f5ca),segment_id=76c1c1b6-cb52-43e9-9997-fbe85b99f5ca)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:24.804231 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:24.818452 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Calling delete_port for b3a0e20e-b849-45da-8457-22591018c3d0 owned by network:router_gateway {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:25.075079 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_hamode_db [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:27:23Z', 'revision_number': 5, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}], 'dv-cinder-779578-6-iscsi', False) {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:25.103779 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6f742-1077-405b-bc83-3f0a7797db03 None None] The sync data for ids ['99f453ed-112f-41f2-92d4-afdee9cf201a'] in dv-cinder-779578-6-iscsi is: [{'id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'name': 'tempest-TestVolumeBootPattern-1114479909-router', 'tenant_id': '9685fa9339a54ad39ff37a59c8e56108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'external_fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T03:20:25Z', 'updated_at': '2022-08-25T03:27:23Z', 'revision_number': 5, 'project_id': '9685fa9339a54ad39ff37a59c8e56108', 'gw_port': {'id': 'b3a0e20e-b849-45da-8457-22591018c3d0', 'name': '', 'network_id': '77a01bcc-0294-4968-a698-f8aded4a368d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f453ed-112f-41f2-92d4-afdee9cf201a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T03:20:26Z', 'updated_at': '2022-08-25T03:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5bded9-9e31-4b6f-a6bd-9244d090df1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-6-iscsi'}] {{(pid=107024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 03:27:25.113274 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (b3a0e20e-b849-45da-8457-22591018c3d0), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.141036 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a0e20e-b849-45da-8457-22591018c3d0,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:25.150284 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:25.206190 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3744391'] for router_gateway (99f453ed-112f-41f2-92d4-afdee9cf201a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.294088 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3747191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8605'] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.296579 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks [] for router_controller (99f453ed-112f-41f2-92d4-afdee9cf201a), precommit_delete_associations {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.464493 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3747182'] for router (99f453ed-112f-41f2-92d4-afdee9cf201a), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.466280 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f453ed-112f-41f2-92d4-afdee9cf201a {{(pid=107022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 03:27:25.481359 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.481359 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-3d039bb2-9e51-4904-b824-c28982af35c9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/99f453ed-112f-41f2-92d4-afdee9cf201a HTTP/1.1" status: 204 len: 168 time: 1.1816759 Aug 25 03:27:25.481644 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [-] (107023) accepted ('10.222.0.75', 60946) {{(pid=107023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:25.531962 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Deleting subnet 7ac56984-4a88-4df8-bc65-560af25efdf7 {{(pid=107023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 03:27:25.535659 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Publish callbacks [] for subnet (7ac56984-4a88-4df8-bc65-560af25efdf7), before_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.578330 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 6bda32bb-e26a-47a8-ab1b-ac132de90243 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:25.581492 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549523'] for subnet (7ac56984-4a88-4df8-bc65-560af25efdf7), precommit_delete_associations {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.601003 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: 6bda32bb-e26a-47a8-ab1b-ac132de90243 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:25.601346 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device 6bda32bb-e26a-47a8-ab1b-ac132de90243 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:25.665276 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697467'] for subnet (7ac56984-4a88-4df8-bc65-560af25efdf7), precommit_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.803975 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.804295 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2393948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60712629'] for subnet (7ac56984-4a88-4df8-bc65-560af25efdf7), after_delete {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.842454 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac56984-4a88-4df8-bc65-560af25efdf7,revision_number=None']} {{(pid=107023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:25.846744 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron_lib.callbacks.manager [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.850207 dv-cinder-779578-6-iscsi neutron-server[107023]: INFO neutron.wsgi [None req-e31ebbf7-6b6c-4e1e-8f36-9c0253732386 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/7ac56984-4a88-4df8-bc65-560af25efdf7 HTTP/1.1" status: 204 len: 168 time: 0.3727942 Aug 25 03:27:25.852849 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60948) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:25.855907 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526538c-b718-4687-94a6-67e0241d402c None None] Network b8d70721-95b9-443d-bc0f-b5ee87ba07f4 requested from dv-cinder-779578-6-iscsi {{(pid=107024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 03:27:25.929111 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770018'] for network (b8d70721-95b9-443d-bc0f-b5ee87ba07f4), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:25.988717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Deleting port f735aef4-ba9e-4130-ac42-e0328db736d6 {{(pid=107022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:25.988717 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.053764 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.db [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] For port f735aef4-ba9e-4130-ac42-e0328db736d6, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f735aef4-ba9e-4130-ac42-e0328db736d6,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:26.054128 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.068718 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Calling delete_port for f735aef4-ba9e-4130-ac42-e0328db736d6 owned by network:dhcp {{(pid=107022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:26.144338 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:26.164425 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] DHCP port deletion for b8d70721-95b9-443d-bc0f-b5ee87ba07f4 request from dv-cinder-779578-6-iscsi {{(pid=107024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 03:27:26.169044 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:26.209154 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Deleting port f735aef4-ba9e-4130-ac42-e0328db736d6 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 03:27:26.209450 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191761911'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.273405 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59347190'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.281266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] For port f735aef4-ba9e-4130-ac42-e0328db736d6, host dv-cinder-779578-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-6-iscsi',level=0,port_id=f735aef4-ba9e-4130-ac42-e0328db736d6,segment=NetworkSegment(5514e09b-c6c0-4fbb-8dd3-3363f15b42c7),segment_id=5514e09b-c6c0-4fbb-8dd3-3363f15b42c7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 03:27:26.281670 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3750219'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.295819 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Calling delete_port for f735aef4-ba9e-4130-ac42-e0328db736d6 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 03:27:26.304600 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:26.307298 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f735aef4-ba9e-4130-ac42-e0328db736d6,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:26.310911 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] No DVR routers for this DVR port f735aef4-ba9e-4130-ac42-e0328db736d6 on host dv-cinder-779578-6-iscsi {{(pid=107022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:26.379949 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-737659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191767956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765191323212'] for port (f735aef4-ba9e-4130-ac42-e0328db736d6), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.401391 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696528', 'neutron.services.segments.db._delete_segments_for_network-8765191840094'] for network (b8d70721-95b9-443d-bc0f-b5ee87ba07f4), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.410295 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] Pushing event deleted for resources: {'Port': ['ID=f735aef4-ba9e-4130-ac42-e0328db736d6,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:26.415721 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffae6f5-cd16-4aa2-b953-b2ddf7da1cdf None None] No DVR routers for this DVR port f735aef4-ba9e-4130-ac42-e0328db736d6 on host dv-cinder-779578-6-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 03:27:26.421503 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d70721-95b9-443d-bc0f-b5ee87ba07f4']}} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:26.433603 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7') {'for_net_delete': True} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:26.433908 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.services.segments.db [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5514e09b-c6c0-4fbb-8dd3-3363f15b42c7') {} {{(pid=107022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 03:27:26.445150 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191866588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62614062'] for segment (5514e09b-c6c0-4fbb-8dd3-3363f15b42c7), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.459651 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535'] for segment (5514e09b-c6c0-4fbb-8dd3-3363f15b42c7), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.466571 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=107022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 03:27:26.466971 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59347097'] for segment (5514e09b-c6c0-4fbb-8dd3-3363f15b42c7), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.547646 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 5514e09b-c6c0-4fbb-8dd3-3363f15b42c7 resource provider aggregate not found Aug 25 03:27:26.565014 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.services.segments.plugin [-] Segment 5514e09b-c6c0-4fbb-8dd3-3363f15b42c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5514e09b-c6c0-4fbb-8dd3-3363f15b42c7 found for delete ", "request_id": "req-a532b129-e869-442d-8d9c-ea3f0d0a1d4e"}]} Aug 25 03:27:26.597528 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3744419'] for network (b8d70721-95b9-443d-bc0f-b5ee87ba07f4), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.603532 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674381'] for network (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:26.606551 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/b8d70721-95b9-443d-bc0f-b5ee87ba07f4 HTTP/1.1" status: 204 len: 168 time: 0.7525644 Aug 25 03:27:26.620022 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb549-3985-425a-87aa-2f70e807eb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d70721-95b9-443d-bc0f-b5ee87ba07f4,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:27.239877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60958) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:27.279401 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-f10a0534-da1b-4934-b0d6-80dc564510f2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0bb0777527214f059e031c3b484a2eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421989 Aug 25 03:27:27.292105 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60960) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:27.353846 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] Publish callbacks [] for security_group (ff4942a4-a56b-4255-a6bf-28049cfb6ce5), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.375499 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] Publish callbacks [] for security_group (ff4942a4-a56b-4255-a6bf-28049cfb6ce5), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.386877 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:27.505224 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f735aef4-ba9e-4130-ac42-e0328db736d6 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:27.525266 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: f735aef4-ba9e-4130-ac42-e0328db736d6 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:27.525611 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device f735aef4-ba9e-4130-ac42-e0328db736d6 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:27.526020 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device b3a0e20e-b849-45da-8457-22591018c3d0 no longer exists at agent ovs-agent-dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 03:27:27.545801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] No Port match for: b3a0e20e-b849-45da-8457-22591018c3d0 {{(pid=107024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 03:27:27.551801 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.rpc [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Device b3a0e20e-b849-45da-8457-22591018c3d0 not bound to the agent host dv-cinder-779578-6-iscsi {{(pid=107024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 03:27:27.569415 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.606453 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (ff4942a4-a56b-4255-a6bf-28049cfb6ce5), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.606682 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.609062 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:27.610915 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ff4942a4-a56b-4255-a6bf-28049cfb6ce5 HTTP/1.1" status: 204 len: 168 time: 0.3173451 Aug 25 03:27:27.619335 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ba959-6f48-44cd-96a1-e6cb254b9e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4942a4-a56b-4255-a6bf-28049cfb6ce5,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:28.806795 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60966) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:28.848198 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-61520e16-f3f4-46b5-b762-45baad3afbe7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9685fa9339a54ad39ff37a59c8e56108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399837 Aug 25 03:27:28.853685 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [-] (107022) accepted ('10.222.0.75', 60968) {{(pid=107022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 03:27:28.904588 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] Publish callbacks [] for security_group (94759e2c-6f46-4aa1-9808-6b71bb9ac79c), before_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:28.927824 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] Publish callbacks [] for security_group (94759e2c-6f46-4aa1-9808-6b71bb9ac79c), precommit_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:29.103490 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708364'] for security_group (94759e2c-6f46-4aa1-9808-6b71bb9ac79c), after_delete {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:29.106044 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:29.107216 dv-cinder-779578-6-iscsi neutron-server[107022]: INFO neutron.wsgi [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/94759e2c-6f46-4aa1-9808-6b71bb9ac79c HTTP/1.1" status: 204 len: 168 time: 0.2526467 Aug 25 03:27:29.122557 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fef69-7be3-4460-8ded-1529ff6cb107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94759e2c-6f46-4aa1-9808-6b71bb9ac79c,revision_number=None']} {{(pid=107022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 03:27:33.534840 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=71 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:35.811007 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:35.813388 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG dbcounter [-] [107023] Writing DB stats neutron:SELECT=27,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:37.633724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:39.111543 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG dbcounter [-] [107022] Writing DB stats neutron:SELECT=66,neutron:DELETE=8 {{(pid=107022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:39.127335 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:42.514318 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:48.453004 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:52.271186 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1aefede6-f715-4925-ab13-0aee8c474ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:52.429960 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:54.422130 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-facf04fd-71a9-4adc-9688-568e628b6e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:54.466721 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:27:55.805689 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:57.496844 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:27:57.553813 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:00.535042 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:28:05.062054 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-807f9990-979a-4da9-9a0b-8bfc08001b39 service neutron] (107023) timed out ('10.222.0.75', 56450) {{(pid=107023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:28:05.144621 dv-cinder-779578-6-iscsi neutron-server[107023]: DEBUG neutron.wsgi [req-ea166714-59fd-40f0-b1e6-94442e2caeb4 req-59a0194e-c4b2-4e57-8219-fab904f6a894 tempest-AttachVolumeShelveTestJSON-282740993 tempest-AttachVolumeShelveTestJSON-282740993-project] (107023) timed out ('10.222.0.75', 56458) {{(pid=107023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:28:10.484608 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:10.487950 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:10.489673 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:10.530404 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:12.536784 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:22.239575 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-03e77fc8-6ebc-4df8-8baf-2731630e5504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:24.468089 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c0033173-6b97-402f-9d22-210f7c3e1da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:25.450812 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:25.451622 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:25.810691 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:27.498479 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:27.567364 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:37.467868 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:37.471941 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:37.474709 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:37.533918 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:28:42.532160 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:50.458308 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=15 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:50.459170 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=13 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:28:52.238871 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-563cae98-8e7f-41ea-8b62-4499c7923dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:54.457355 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-feb63080-5bb7-40da-8d0f-6a38eb100d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:55.800549 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:57.502798 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:28:57.600099 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:02.444652 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:02.450350 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:07.473057 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:07.476704 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:07.479580 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:12.530776 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:14.532979 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:29:16.281005 dv-cinder-779578-6-iscsi neutron-server[107022]: DEBUG neutron.wsgi [req-dac4e046-defd-4c4a-9b7e-d663bcb16d28 req-cf562628-8a5d-4e9d-8357-8e27b8e4b274 service neutron] (107022) timed out ('10.222.0.79', 56348) {{(pid=107022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 03:29:22.245139 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d864599a-7918-4a5d-b3e9-f521fa1369a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:24.455793 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6105-c191-4dea-a5bb-e90a7828b48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:24.532663 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:25.803225 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:27.518611 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:27.627290 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:37.422947 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:37.481948 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:37.483731 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:39.448813 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:39.450724 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:42.575745 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:50.520609 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:29:51.531768 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:29:52.243982 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-04be0c38-97bb-460d-87a1-fd7bf54273a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:54.437391 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e35133aa-00b5-4542-af65-9affc02fde53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:55.808326 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:57.500000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:29:57.597796 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:01.531653 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:10.459540 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:10.463650 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:10.465461 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=18 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:12.545822 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:16.441177 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:16.446092 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:22.236396 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1d2add68-d816-4752-a8f2-c6c654a8daff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:24.436504 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2db0-08e2-4116-a4c3-d2f7982af3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:25.796000 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:27.490769 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:27.561930 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:28.531394 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:30:37.486008 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:37.486764 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:37.494460 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:38.526576 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:42.555777 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:52.235786 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dde6c2c3-88b4-4d85-b78f-0fa65593ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:53.444784 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=16 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:53.445837 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=16 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:30:54.441144 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ea6013a5-9abe-42d3-96f7-9757783926b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:55.800972 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:57.504068 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:30:57.561191 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:05.531574 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:31:07.490274 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:07.495220 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:07.499022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:12.589595 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:15.526897 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:22.235724 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdb70a0c-9af0-43df-90eb-9f325d4ddfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:24.502586 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e73ea089-37f4-4b3f-b213-8c16f35a604e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:25.806752 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:27.486472 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:27.595798 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:30.441455 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:30.442254 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:37.494625 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:37.497534 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:37.499230 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:42.531808 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:31:42.640708 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:50.525255 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:52.286156 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-83190e6a-b1b6-4a24-a3b2-154ab7096a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:52.527938 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:31:54.492486 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca664-ebd6-4e48-a3fa-afe50af83d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:55.804155 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:57.502119 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:31:57.571746 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:07.439497 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:07.440388 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:10.462022 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:10.466095 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:10.467834 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:12.586637 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:19.532381 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG neutron.db.agents_db [None req-0d6fd38b-207e-4814-8a10-cb9752d31c6c None None] Agent healthcheck: found 6 active agents {{(pid=107025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 03:32:22.256452 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c6d17f6a-13af-4632-b405-2f250bb2e65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (ed871abd-2846-46f2-93fa-7eac6586ebeb), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:22.522105 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:24.445325 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-25cde835-c6c1-4879-ad73-db4a7cbb98b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (68628a09-53ea-49e6-af5e-1bf2fe0c34e8), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:25.833418 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a246150e-a2de-4435-8f01-7bcd84bc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (bd5eafcb-91b0-42ef-8fbb-4ae5abc9bdb6), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:27.505733 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7dede69a-5935-467f-8439-d3efa1baa876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (54df57e0-4795-4e4c-846a-b42620428fce), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:27.578181 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b10b269-d675-46b7-a6e7-18dd067be88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (c6e3c914-2698-44cf-a5a4-b616baf82838), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 03:32:29.528251 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:29.529290 dv-cinder-779578-6-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:37.431201 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:37.502913 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:37.504588 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 03:32:42.582182 dv-cinder-779578-6-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7ec8746d-81b9-4c10-bdd5-dc933f127cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191840076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695055'] for agent (e92e9f36-6e1f-4b9e-bbaa-864711156204), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}